{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5022.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1109) [trial-2374↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1109)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1109) [trial-2374↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:17:19.674150 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:17:19.685598 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:17:20.277434 tst mo_mt_sms.py: using LAC 28018\u000a11:17:20.400290 tst mo_mt_sms.py: using RAC 223\u000a11:17:20.522869 tst mo_mt_sms.py: using CellId 28018\u000a11:17:20.646891 tst mo_mt_sms.py: using BVCI 28019\u000a11:17:20.670922 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:17:20.851686 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:17:21.142828 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:17:21.278422 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:17:23.638545 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1108): Launched\u000a11:17:23.959413 run osmo-nitb_10.42.42.2(pid=1109): Launched\u000a11:17:24.144807 run osmo-nitb_10.42.42.2(pid=1109): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1109)]\u000a11:17:24.278361 run osmo-nitb_10.42.42.2(pid=1109): stdout: \u000a| (launched: 2022-12-10_11:17:23.803296) \u000a11:17:24.412373 run osmo-nitb_10.42.42.2(pid=1109): stderr: \u000a| (launched: 2022-12-10_11:17:23.851229)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:17:24.542539 run osmo-nitb_10.42.42.2(pid=1109): stdout: \u000a| (launched: 2022-12-10_11:17:23.803296) \u000a11:17:24.671630 run osmo-nitb_10.42.42.2(pid=1109): stderr: \u000a| (launched: 2022-12-10_11:17:23.851229)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:17:24.728472 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1109) [trial-2374↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1109)] [trial-2374↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a11:17:24.737192 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a11:17:24.773218 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1108): Terminating (SIGTERM)\u000a11:17:24.950783 --- ParallelTerminationStrategy: PID 1108 died...\u000a11:17:25.008471 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1108): Terminated: ok {rc=0}\u000a11:17:25.096084 bus /sierra_3: Setting Powered False\u000a11:17:26.205480 bus /sierra_3: Setting Powered False\u000a11:17:27.314382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:17:19" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1131): Process ended prematurely: osmo-stp_10.42.42.5(pid=1131) [trial-2374↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1131)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1131): Process ended prematurely: osmo-stp_10.42.42.5(pid=1131) [trial-2374↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:17:29.168500 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.179069 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:17:29.305832 tst mo_mt_sms.py: using LAC 28019\u000a11:17:29.422298 tst mo_mt_sms.py: using RAC 224\u000a11:17:29.546042 tst mo_mt_sms.py: using CellId 28019\u000a11:17:29.670863 tst mo_mt_sms.py: using BVCI 28020\u000a11:17:29.695904 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.707139 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.718258 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.729659 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.741241 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:29.752472 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:17:29.868471 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:17:30.073460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:31.893166 run create_hlr_db(pid=1115): Launched\u000a11:17:32.071288 bus /sierra_2: Setting Powered False\u000a11:17:33.090230 run create_hlr_db(pid=1115): Terminated: ok {rc=0}\u000a11:17:33.526408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1117): Launched\u000a11:17:33.853097 run osmo-hlr_10.42.42.2(pid=1118): Launched\u000a11:17:33.977834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:36.560525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1130): Launched\u000a11:17:36.887805 run osmo-stp_10.42.42.5(pid=1131): Launched\u000a11:17:37.005931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:17:42.470448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1133): Launched\u000a11:17:42.797481 run osmo-msc_10.42.42.6(pid=1139): Launched\u000a11:17:42.985998 run osmo-stp_10.42.42.5(pid=1131): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1131)]\u000a11:17:43.122222 run osmo-stp_10.42.42.5(pid=1131): stdout: \u000a| (launched: 2022-12-10_11:17:36.726658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:43.257927 run osmo-stp_10.42.42.5(pid=1131): stderr: \u000a| �[0;m�[38;5;43m20221210111736921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111736922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111736922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111736922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:43.387871 run osmo-stp_10.42.42.5(pid=1131): stdout: \u000a| (launched: 2022-12-10_11:17:36.726658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:43.517265 run osmo-stp_10.42.42.5(pid=1131): stderr: \u000a| �[0;m�[38;5;43m20221210111736921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111736922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111736922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111736922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111736925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:43.573788 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1131): Process ended prematurely: osmo-stp_10.42.42.5(pid=1131) [trial-2374↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1131)] [trial-2374↪sms:sysmo↪mo_mt_sms.py:16]\u000a11:17:43.582749 tst mo_mt_sms.py:16: Test FAILED (14.4 sec)\u000a11:17:43.644918 run osmo-hlr_10.42.42.2(pid=1118): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1118)]\u000a11:17:43.696407 run osmo-hlr_10.42.42.2(pid=1118): stdout: \u000a| (launched: 2022-12-10_11:17:33.692269) \u000a11:17:43.748247 run osmo-hlr_10.42.42.2(pid=1118): stderr: \u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111733893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111733905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111733915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111733915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111733915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:43.818693 run osmo-msc_10.42.42.6(pid=1139): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1139)]\u000a11:17:43.870177 run osmo-msc_10.42.42.6(pid=1139): stdout: \u000a| (launched: 2022-12-10_11:17:42.634847) \u000a11:17:43.922672 run osmo-msc_10.42.42.6(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221210111742962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111742962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0809653c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111742962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111742963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111742963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111742963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111742965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111742965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111742965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111742965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:17:43.966850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1117): Terminating (SIGTERM)\u000a11:17:44.008669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1130): Terminating (SIGTERM)\u000a11:17:44.050812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1133): Terminating (SIGTERM)\u000a11:17:44.060145 --- ParallelTerminationStrategy: PID 1117 died...\u000a11:17:44.116428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1117): Terminated: ok {rc=0}\u000a11:17:44.126480 --- ParallelTerminationStrategy: PID 1130 died...\u000a11:17:44.182536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1130): Terminated: ok {rc=0}\u000a11:17:44.192508 --- ParallelTerminationStrategy: PID 1133 died...\u000a11:17:44.248425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1133): Terminated: ok {rc=0}\u000a11:17:44.336510 bus /sierra_3: Setting Powered False\u000a11:17:45.444516 bus /sierra_3: Setting Powered False\u000a11:17:46.579241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:17:28" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1146) [trial-2374↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1146)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1146) [trial-2374↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:17:48.389201 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:17:48.400707 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:17:48.533493 tst assert_extension.py: using LAC 28020\u000a11:17:48.654913 tst assert_extension.py: using RAC 225\u000a11:17:48.773011 tst assert_extension.py: using CellId 28020\u000a11:17:48.889986 tst assert_extension.py: using BVCI 28021\u000a11:17:48.913123 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:17:49.206528 tst assert_extension.py:10: start nitb and bts...\u000a11:17:49.342157 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:17:50.011496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1145): Launched\u000a11:17:50.333425 run osmo-nitb_10.42.42.2(pid=1146): Launched\u000a11:17:50.530290 run osmo-nitb_10.42.42.2(pid=1146): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1146)]\u000a11:17:50.675815 run osmo-nitb_10.42.42.2(pid=1146): stdout: \u000a| (launched: 2022-12-10_11:17:50.176465) \u000a11:17:50.822169 run osmo-nitb_10.42.42.2(pid=1146): stderr: \u000a| (launched: 2022-12-10_11:17:50.224637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:17:50.963418 run osmo-nitb_10.42.42.2(pid=1146): stdout: \u000a| (launched: 2022-12-10_11:17:50.176465) \u000a11:17:51.103410 run osmo-nitb_10.42.42.2(pid=1146): stderr: \u000a| (launched: 2022-12-10_11:17:50.224637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:17:51.464092 tst osmo-nitb_10.42.42.2(pid=1146): stdout: \u000a| (launched: 2022-12-10_11:17:50.176465) \u000a11:17:51.594110 tst osmo-nitb_10.42.42.2(pid=1146): stderr: \u000a| (launched: 2022-12-10_11:17:50.224637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:17:51.650425 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1146) [trial-2374↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1146)] [trial-2374↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a11:17:51.659033 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:17:51.696129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1145): Terminating (SIGTERM)\u000a11:17:51.874068 --- ParallelTerminationStrategy: PID 1145 died...\u000a11:17:51.931437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1145): Terminated: ok {rc=0}\u000a11:17:52.018936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:17:48" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2374↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2374↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:17:53.821006 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:53.831886 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:17:53.961456 tst assert_extension.py: using LAC 28021\u000a11:17:54.086291 tst assert_extension.py: using RAC 226\u000a11:17:54.211220 tst assert_extension.py: using CellId 28021\u000a11:17:54.335597 tst assert_extension.py: using BVCI 28022\u000a11:17:54.360194 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:54.371201 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:54.382162 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:54.392998 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:54.403793 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:17:54.414717 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:17:54.623802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:17:55.144126 run create_hlr_db(pid=1150): Launched\u000a11:17:55.332480 bus /sierra_2: Setting Powered False\u000a11:17:56.353567 run create_hlr_db(pid=1150): Terminated: ok {rc=0}\u000a11:17:56.763790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Launched\u000a11:17:57.070657 run osmo-hlr_10.42.42.2(pid=1153): Launched\u000a11:17:57.182470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:17:57.712832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Launched\u000a11:17:58.019258 run osmo-stp_10.42.42.5(pid=1156): Launched\u000a11:17:58.129652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:17:58.682036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Launched\u000a11:17:58.988005 run osmo-msc_10.42.42.6(pid=1159): Launched\u000a11:17:59.165212 run osmo-stp_10.42.42.5(pid=1156): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]\u000a11:17:59.293109 run osmo-stp_10.42.42.5(pid=1156): stdout: \u000a| (launched: 2022-12-10_11:17:57.867122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:59.419686 run osmo-stp_10.42.42.5(pid=1156): stderr: \u000a| �[0;m�[38;5;43m20221210111758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:59.541886 run osmo-stp_10.42.42.5(pid=1156): stdout: \u000a| (launched: 2022-12-10_11:17:57.867122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:17:59.663787 run osmo-stp_10.42.42.5(pid=1156): stderr: \u000a| �[0;m�[38;5;43m20221210111758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:17:59.717176 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2374↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)] [trial-2374↪ussd:sysmo↪assert_extension.py:17]\u000a11:17:59.725237 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:17:59.785925 run osmo-hlr_10.42.42.2(pid=1153): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1153)]\u000a11:17:59.835514 run osmo-hlr_10.42.42.2(pid=1153): stdout: \u000a| (launched: 2022-12-10_11:17:56.918225) \u000a11:17:59.885607 run osmo-hlr_10.42.42.2(pid=1153): stderr: \u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111757096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111757111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111757123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111757123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111757123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:17:59.953610 run osmo-msc_10.42.42.6(pid=1159): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1159)]\u000a11:18:00.003382 run osmo-msc_10.42.42.6(pid=1159): stdout: \u000a| (launched: 2022-12-10_11:17:58.836468) \u000a11:18:00.053483 run osmo-msc_10.42.42.6(pid=1159): stderr: \u000a| �[0;m�[38;5;43m20221210111759115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111759116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d063b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111759116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111759116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111759117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111759117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111759119 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111759119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111759119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111759119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:00.095724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Terminating (SIGTERM)\u000a11:18:00.136213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Terminating (SIGTERM)\u000a11:18:00.176541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Terminating (SIGTERM)\u000a11:18:00.185954 --- ParallelTerminationStrategy: PID 1152 died...\u000a11:18:00.239726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Terminated: ok {rc=0}\u000a11:18:00.249538 --- ParallelTerminationStrategy: PID 1155 died...\u000a11:18:00.303051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Terminated: ok {rc=0}\u000a11:18:00.312849 --- ParallelTerminationStrategy: PID 1158 died...\u000a11:18:00.366335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Terminated: ok {rc=0}\u000a11:18:00.451177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:17:53" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1170): Process ended prematurely: osmo-stp_10.42.42.5(pid=1170) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1170)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1170): Process ended prematurely: osmo-stp_10.42.42.5(pid=1170) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:18:02.392686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:02.404272 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:18:02.557422 tst mo_mt_call.py: using LAC 28022\u000a11:18:02.688538 tst mo_mt_call.py: using RAC 227\u000a11:18:02.822868 tst mo_mt_call.py: using CellId 28022\u000a11:18:02.974307 tst mo_mt_call.py: using BVCI 28023\u000a11:18:02.998035 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:03.009270 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:03.020295 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:03.031810 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:03.043159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:03.054284 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:18:03.176771 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:18:03.390512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:03.919838 run create_hlr_db(pid=1164): Launched\u000a11:18:04.111503 bus /sierra_2: Setting Powered False\u000a11:18:05.132705 run create_hlr_db(pid=1164): Terminated: ok {rc=0}\u000a11:18:05.550252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1166): Launched\u000a11:18:05.861576 run osmo-hlr_10.42.42.2(pid=1167): Launched\u000a11:18:05.982437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:06.530791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1169): Launched\u000a11:18:06.862102 run osmo-stp_10.42.42.5(pid=1170): Launched\u000a11:18:06.980707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:18:07.583977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1172): Launched\u000a11:18:07.914553 run osmo-msc_10.42.42.6(pid=1174): Launched\u000a11:18:08.150688 run osmo-stp_10.42.42.5(pid=1170): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1170)]\u000a11:18:08.294138 run osmo-stp_10.42.42.5(pid=1170): stdout: \u000a| (launched: 2022-12-10_11:18:06.699198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:08.433627 run osmo-stp_10.42.42.5(pid=1170): stderr: \u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111806898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:08.566543 run osmo-stp_10.42.42.5(pid=1170): stdout: \u000a| (launched: 2022-12-10_11:18:06.699198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:08.698480 run osmo-stp_10.42.42.5(pid=1170): stderr: \u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111806897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111806898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111806898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:08.756873 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1170): Process ended prematurely: osmo-stp_10.42.42.5(pid=1170) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1170)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:18:08.766079 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:18:08.829012 run osmo-hlr_10.42.42.2(pid=1167): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1167)]\u000a11:18:08.880591 run osmo-hlr_10.42.42.2(pid=1167): stdout: \u000a| (launched: 2022-12-10_11:18:05.707747) \u000a11:18:08.932703 run osmo-hlr_10.42.42.2(pid=1167): stderr: \u000a| �[0;m�[1;31m20221210111805887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111805887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111805887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111805887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111805888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111805888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111805901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111805911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111805911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111805911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:09.003626 run osmo-msc_10.42.42.6(pid=1174): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1174)]\u000a11:18:09.055077 run osmo-msc_10.42.42.6(pid=1174): stdout: \u000a| (launched: 2022-12-10_11:18:07.752136) \u000a11:18:09.107406 run osmo-msc_10.42.42.6(pid=1174): stderr: \u000a| �[0;m�[38;5;43m20221210111808187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111808187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4b61c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111808187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111808187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111808187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111808187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111808189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111808189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111808190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111808190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:09.151723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1166): Terminating (SIGTERM)\u000a11:18:09.193816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1169): Terminating (SIGTERM)\u000a11:18:09.235851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1172): Terminating (SIGTERM)\u000a11:18:09.245561 --- ParallelTerminationStrategy: PID 1166 died...\u000a11:18:09.301653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1166): Terminated: ok {rc=0}\u000a11:18:09.311671 --- ParallelTerminationStrategy: PID 1169 died...\u000a11:18:09.367537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1169): Terminated: ok {rc=0}\u000a11:18:09.377879 --- ParallelTerminationStrategy: PID 1172 died...\u000a11:18:09.433587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1172): Terminated: ok {rc=0}\u000a11:18:09.521394 bus /sierra_3: Setting Powered False\u000a11:18:10.625859 bus /sierra_3: Setting Powered False\u000a11:18:11.738531 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:18:12.851064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:12.862744 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:18:13.009963 tst mo_mt_call_osmux.py: using LAC 28023\u000a11:18:13.133705 tst mo_mt_call_osmux.py: using RAC 228\u000a11:18:13.257908 tst mo_mt_call_osmux.py: using CellId 28023\u000a11:18:13.382111 tst mo_mt_call_osmux.py: using BVCI 28024\u000a11:18:13.405958 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:13.417150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:13.427972 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:13.439330 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:13.450567 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:18:13.462062 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:18:13.577447 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:18:13.790724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:14.310315 run create_hlr_db(pid=1177): Launched\u000a11:18:14.489853 bus /sierra_2: Setting Powered False\u000a11:18:15.510267 run create_hlr_db(pid=1177): Terminated: ok {rc=0}\u000a11:18:15.962878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Launched\u000a11:18:16.410877 run osmo-hlr_10.42.42.2(pid=1180): Launched\u000a11:18:16.576367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:17.226839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Launched\u000a11:18:17.563498 run osmo-stp_10.42.42.5(pid=1183): Launched\u000a11:18:17.684036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:18:18.289982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Launched\u000a11:18:18.625782 run osmo-msc_10.42.42.6(pid=1186): Launched\u000a11:18:18.819634 run osmo-stp_10.42.42.5(pid=1183): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]\u000a11:18:18.959087 run osmo-stp_10.42.42.5(pid=1183): stdout: \u000a| (launched: 2022-12-10_11:18:17.395712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:19.097683 run osmo-stp_10.42.42.5(pid=1183): stderr: \u000a| �[0;m�[38;5;43m20221210111817591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111817591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111817592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111817592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111817592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111817592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111817593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:19.230633 run osmo-stp_10.42.42.5(pid=1183): stdout: \u000a| (launched: 2022-12-10_11:18:17.395712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:19.362183 run osmo-stp_10.42.42.5(pid=1183): stderr: \u000a| �[0;m�[38;5;43m20221210111817591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111817591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111817592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111817592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111817592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111817592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111817593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:19.419971 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:18:19.429120 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:18:19.492669 run osmo-hlr_10.42.42.2(pid=1180): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1180)]\u000a11:18:19.544892 run osmo-hlr_10.42.42.2(pid=1180): stdout: \u000a| (launched: 2022-12-10_11:18:16.138821) \u000a11:18:19.597903 run osmo-hlr_10.42.42.2(pid=1180): stderr: \u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111816448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111816492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111816500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111816500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111816501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:19.669891 run osmo-msc_10.42.42.6(pid=1186): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1186)]\u000a11:18:19.722732 run osmo-msc_10.42.42.6(pid=1186): stdout: \u000a| (launched: 2022-12-10_11:18:18.458604) \u000a11:18:19.775836 run osmo-msc_10.42.42.6(pid=1186): stderr: \u000a| �[0;m�[38;5;43m20221210111818786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111818786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24d1093c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111818786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111818786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111818786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111818787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111818788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111818789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111818789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111818789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:19.821146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Terminating (SIGTERM)\u000a11:18:19.863656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Terminating (SIGTERM)\u000a11:18:19.906100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Terminating (SIGTERM)\u000a11:18:19.915751 --- ParallelTerminationStrategy: PID 1179 died...\u000a11:18:19.972424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Terminated: ok {rc=0}\u000a11:18:19.982551 --- ParallelTerminationStrategy: PID 1182 died...\u000a11:18:20.038988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Terminated: ok {rc=0}\u000a11:18:20.049083 --- ParallelTerminationStrategy: PID 1185 died...\u000a11:18:20.105114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Terminated: ok {rc=0}\u000a11:18:20.193330 bus /sierra_3: Setting Powered False\u000a11:18:21.301633 bus /sierra_3: Setting Powered False\u000a11:18:22.413080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:18:02" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:18:24.383260 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.394392 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:18:24.536537 tst mo_mt_call.py: using LAC 28024\u000a11:18:24.657502 tst mo_mt_call.py: using RAC 229\u000a11:18:24.776111 tst mo_mt_call.py: using CellId 28024\u000a11:18:24.899297 tst mo_mt_call.py: using BVCI 28025\u000a11:18:24.922926 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.934012 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.944705 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.955711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.966815 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:24.978546 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:18:25.098079 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:18:25.300368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:25.788567 run create_hlr_db(pid=1191): Launched\u000a11:18:25.967583 bus /sierra_2: Setting Powered False\u000a11:18:26.989086 run create_hlr_db(pid=1191): Terminated: ok {rc=0}\u000a11:18:27.429715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Launched\u000a11:18:27.763795 run osmo-hlr_10.42.42.2(pid=1194): Launched\u000a11:18:27.887073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:28.462253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Launched\u000a11:18:28.795184 run osmo-stp_10.42.42.5(pid=1197): Launched\u000a11:18:28.914876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:18:29.518679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1199): Launched\u000a11:18:29.851801 run osmo-msc_10.42.42.6(pid=1200): Launched\u000a11:18:30.044885 run osmo-stp_10.42.42.5(pid=1197): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)]\u000a11:18:30.184109 run osmo-stp_10.42.42.5(pid=1197): stdout: \u000a| (launched: 2022-12-10_11:18:28.631104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:30.322574 run osmo-stp_10.42.42.5(pid=1197): stderr: \u000a| �[0;m�[38;5;43m20221210111828827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111828827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111828828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111828828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111828828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111828829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111828829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:30.455266 run osmo-stp_10.42.42.5(pid=1197): stdout: \u000a| (launched: 2022-12-10_11:18:28.631104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:30.587075 run osmo-stp_10.42.42.5(pid=1197): stderr: \u000a| �[0;m�[38;5;43m20221210111828827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111828827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111828828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111828828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111828828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111828829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111828829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:30.644807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1197): Process ended prematurely: osmo-stp_10.42.42.5(pid=1197) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1197)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:18:30.654072 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:18:30.717396 run osmo-hlr_10.42.42.2(pid=1194): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1194)]\u000a11:18:30.769306 run osmo-hlr_10.42.42.2(pid=1194): stdout: \u000a| (launched: 2022-12-10_11:18:27.598915) \u000a11:18:30.821544 run osmo-hlr_10.42.42.2(pid=1194): stderr: \u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111827801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111827814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111827824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111827824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111827824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:30.908633 run osmo-msc_10.42.42.6(pid=1200): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1200)]\u000a11:18:30.961402 run osmo-msc_10.42.42.6(pid=1200): stdout: \u000a| (launched: 2022-12-10_11:18:29.687237) \u000a11:18:31.017230 run osmo-msc_10.42.42.6(pid=1200): stderr: \u000a| �[0;m�[38;5;43m20221210111830015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111830016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6c2126c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111830016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111830016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111830016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111830016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111830018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111830018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111830018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111830019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:31.061161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Terminating (SIGTERM)\u000a11:18:31.106909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Terminating (SIGTERM)\u000a11:18:31.150677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1199): Terminating (SIGTERM)\u000a11:18:31.163342 --- ParallelTerminationStrategy: PID 1193 died...\u000a11:18:31.223072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1193): Terminated: ok {rc=0}\u000a11:18:31.233913 --- ParallelTerminationStrategy: PID 1196 died...\u000a11:18:31.290142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1196): Terminated: ok {rc=0}\u000a11:18:31.301913 --- ParallelTerminationStrategy: PID 1199 died...\u000a11:18:31.360721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1199): Terminated: ok {rc=0}\u000a11:18:31.461591 bus /sierra_3: Setting Powered False\u000a11:18:32.572828 bus /sierra_3: Setting Powered False\u000a11:18:33.682006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1208): Process ended prematurely: osmo-stp_10.42.42.5(pid=1208) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1208)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1208): Process ended prematurely: osmo-stp_10.42.42.5(pid=1208) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:18:34.799152 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:34.811309 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:18:34.966954 tst mo_mt_call_osmux.py: using LAC 28025\u000a11:18:35.096511 tst mo_mt_call_osmux.py: using RAC 230\u000a11:18:35.228103 tst mo_mt_call_osmux.py: using CellId 28025\u000a11:18:35.359338 tst mo_mt_call_osmux.py: using BVCI 28026\u000a11:18:35.384555 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:35.396051 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:35.407331 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:35.419070 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:35.430860 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:18:35.442676 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:18:35.563401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:18:35.778442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:36.309633 run create_hlr_db(pid=1202): Launched\u000a11:18:36.501668 bus /sierra_2: Setting Powered False\u000a11:18:37.521963 run create_hlr_db(pid=1202): Terminated: ok {rc=0}\u000a11:18:37.940064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1204): Launched\u000a11:18:38.252867 run osmo-hlr_10.42.42.2(pid=1205): Launched\u000a11:18:38.375871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:38.922125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1207): Launched\u000a11:18:39.234602 run osmo-stp_10.42.42.5(pid=1208): Launched\u000a11:18:39.347170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:18:39.912642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1210): Launched\u000a11:18:40.225832 run osmo-msc_10.42.42.6(pid=1211): Launched\u000a11:18:40.412936 run osmo-stp_10.42.42.5(pid=1208): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1208)]\u000a11:18:40.553356 run osmo-stp_10.42.42.5(pid=1208): stdout: \u000a| (launched: 2022-12-10_11:18:39.079549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:40.690933 run osmo-stp_10.42.42.5(pid=1208): stderr: \u000a| �[0;m�[38;5;43m20221210111839251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111839252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111839252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111839252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111839254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111839255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111839255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:40.823679 run osmo-stp_10.42.42.5(pid=1208): stdout: \u000a| (launched: 2022-12-10_11:18:39.079549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:40.955290 run osmo-stp_10.42.42.5(pid=1208): stderr: \u000a| �[0;m�[38;5;43m20221210111839251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111839252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111839252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111839252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111839254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111839255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111839255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:41.013157 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1208): Process ended prematurely: osmo-stp_10.42.42.5(pid=1208) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1208)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:18:41.022521 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:18:41.085530 run osmo-hlr_10.42.42.2(pid=1205): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1205)]\u000a11:18:41.137467 run osmo-hlr_10.42.42.2(pid=1205): stdout: \u000a| (launched: 2022-12-10_11:18:38.097984) \u000a11:18:41.189576 run osmo-hlr_10.42.42.2(pid=1205): stderr: \u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111838275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111838287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111838297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111838298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111838298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:41.260152 run osmo-msc_10.42.42.6(pid=1211): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1211)]\u000a11:18:41.311406 run osmo-msc_10.42.42.6(pid=1211): stdout: \u000a| (launched: 2022-12-10_11:18:40.070429) \u000a11:18:41.363530 run osmo-msc_10.42.42.6(pid=1211): stderr: \u000a| �[0;m�[38;5;43m20221210111840343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111840344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36c5b52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111840344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111840344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111840344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111840344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111840346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111840346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111840346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111840347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:41.407509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1204): Terminating (SIGTERM)\u000a11:18:41.449542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1207): Terminating (SIGTERM)\u000a11:18:41.491360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1210): Terminating (SIGTERM)\u000a11:18:41.501260 --- ParallelTerminationStrategy: PID 1204 died...\u000a11:18:41.557449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1204): Terminated: ok {rc=0}\u000a11:18:41.568027 --- ParallelTerminationStrategy: PID 1207 died...\u000a11:18:41.624050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1207): Terminated: ok {rc=0}\u000a11:18:41.634347 --- ParallelTerminationStrategy: PID 1210 died...\u000a11:18:41.690412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1210): Terminated: ok {rc=0}\u000a11:18:41.778799 bus /sierra_3: Setting Powered False\u000a11:18:42.882393 bus /sierra_3: Setting Powered False\u000a11:18:43.993366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:18:24" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1222): Process ended prematurely: osmo-stp_10.42.42.5(pid=1222) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1222)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1222): Process ended prematurely: osmo-stp_10.42.42.5(pid=1222) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:18:45.973307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:45.985873 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:18:46.142225 tst mo_mt_call.py: using LAC 28026\u000a11:18:46.289563 tst mo_mt_call.py: using RAC 231\u000a11:18:46.415147 tst mo_mt_call.py: using CellId 28026\u000a11:18:46.543648 tst mo_mt_call.py: using BVCI 28027\u000a11:18:46.570354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:46.582813 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:46.595099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:46.607581 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:46.620026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:46.632043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:18:46.756259 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:18:46.978119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:47.514585 run create_hlr_db(pid=1216): Launched\u000a11:18:47.705763 bus /sierra_2: Setting Powered False\u000a11:18:48.726593 run create_hlr_db(pid=1216): Terminated: ok {rc=0}\u000a11:18:49.166118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1218): Launched\u000a11:18:49.498226 run osmo-hlr_10.42.42.2(pid=1219): Launched\u000a11:18:49.618284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:18:50.192194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1221): Launched\u000a11:18:50.521570 run osmo-stp_10.42.42.5(pid=1222): Launched\u000a11:18:50.640828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:18:51.243500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1224): Launched\u000a11:18:51.574350 run osmo-msc_10.42.42.6(pid=1225): Launched\u000a11:18:51.766766 run osmo-stp_10.42.42.5(pid=1222): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1222)]\u000a11:18:51.905976 run osmo-stp_10.42.42.5(pid=1222): stdout: \u000a| (launched: 2022-12-10_11:18:50.359365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:52.044441 run osmo-stp_10.42.42.5(pid=1222): stderr: \u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111850556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:52.178021 run osmo-stp_10.42.42.5(pid=1222): stdout: \u000a| (launched: 2022-12-10_11:18:50.359365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:18:52.309684 run osmo-stp_10.42.42.5(pid=1222): stderr: \u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111850555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111850556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111850556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:18:52.367797 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1222): Process ended prematurely: osmo-stp_10.42.42.5(pid=1222) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1222)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:18:52.376750 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:18:52.439779 run osmo-hlr_10.42.42.2(pid=1219): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1219)]\u000a11:18:52.491733 run osmo-hlr_10.42.42.2(pid=1219): stdout: \u000a| (launched: 2022-12-10_11:18:49.333968) \u000a11:18:52.544386 run osmo-hlr_10.42.42.2(pid=1219): stderr: \u000a| �[0;m�[1;31m20221210111849537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111849537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111849537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111849537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111849537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111849538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111849550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111849559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111849559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111849559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:18:52.615563 run osmo-msc_10.42.42.6(pid=1225): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1225)]\u000a11:18:52.667636 run osmo-msc_10.42.42.6(pid=1225): stdout: \u000a| (launched: 2022-12-10_11:18:51.411273) \u000a11:18:52.719865 run osmo-msc_10.42.42.6(pid=1225): stderr: \u000a| �[0;m�[38;5;43m20221210111851741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111851741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec1c724c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111851741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111851741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111851741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111851742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111851743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111851744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111851744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111851744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:18:52.764847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1218): Terminating (SIGTERM)\u000a11:18:52.806980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1221): Terminating (SIGTERM)\u000a11:18:52.848994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1224): Terminating (SIGTERM)\u000a11:18:52.858654 --- ParallelTerminationStrategy: PID 1218 died...\u000a11:18:52.914914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1218): Terminated: ok {rc=0}\u000a11:18:52.924904 --- ParallelTerminationStrategy: PID 1221 died...\u000a11:18:52.980783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1221): Terminated: ok {rc=0}\u000a11:18:52.990841 --- ParallelTerminationStrategy: PID 1224 died...\u000a11:18:53.046869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1224): Terminated: ok {rc=0}\u000a11:18:53.134022 bus /sierra_3: Setting Powered False\u000a11:18:54.239946 bus /sierra_3: Setting Powered False\u000a11:18:55.351684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1234): Process ended prematurely: osmo-stp_10.42.42.5(pid=1234) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1234)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1234): Process ended prematurely: osmo-stp_10.42.42.5(pid=1234) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:18:56.462901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:56.474807 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:18:56.620148 tst mo_mt_call_osmux.py: using LAC 28027\u000a11:18:56.742691 tst mo_mt_call_osmux.py: using RAC 232\u000a11:18:56.865320 tst mo_mt_call_osmux.py: using CellId 28027\u000a11:18:56.985594 tst mo_mt_call_osmux.py: using BVCI 28028\u000a11:18:57.009261 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:57.020273 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:57.031188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:57.042463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:57.053591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:18:57.064732 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:18:57.183919 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:18:57.389272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:18:57.876206 run create_hlr_db(pid=1227): Launched\u000a11:18:58.054221 bus /sierra_2: Setting Powered False\u000a11:18:59.075707 run create_hlr_db(pid=1227): Terminated: ok {rc=0}\u000a11:18:59.488413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1229): Launched\u000a11:18:59.798930 run osmo-hlr_10.42.42.2(pid=1230): Launched\u000a11:18:59.915878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:00.452762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1233): Launched\u000a11:19:00.763087 run osmo-stp_10.42.42.5(pid=1234): Launched\u000a11:19:00.921344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:01.554817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1236): Launched\u000a11:19:01.999643 run osmo-msc_10.42.42.6(pid=1237): Launched\u000a11:19:02.252370 run osmo-stp_10.42.42.5(pid=1234): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1234)]\u000a11:19:02.396766 run osmo-stp_10.42.42.5(pid=1234): stdout: \u000a| (launched: 2022-12-10_11:19:00.609400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:02.535471 run osmo-stp_10.42.42.5(pid=1234): stderr: \u000a| �[0;m�[38;5;43m20221210111900784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111900784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111900785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111900785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:02.668832 run osmo-stp_10.42.42.5(pid=1234): stdout: \u000a| (launched: 2022-12-10_11:19:00.609400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:02.801543 run osmo-stp_10.42.42.5(pid=1234): stderr: \u000a| �[0;m�[38;5;43m20221210111900784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111900784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111900785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111900785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111900786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:02.859656 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1234): Process ended prematurely: osmo-stp_10.42.42.5(pid=1234) [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1234)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:19:02.868911 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:19:02.932383 run osmo-hlr_10.42.42.2(pid=1230): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1230)]\u000a11:19:02.984045 run osmo-hlr_10.42.42.2(pid=1230): stdout: \u000a| (launched: 2022-12-10_11:18:59.645493) \u000a11:19:03.036726 run osmo-hlr_10.42.42.2(pid=1230): stderr: \u000a| �[0;m�[1;31m20221210111859823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111859823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111859824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111859824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111859824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111859824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111859838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111859848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111859848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111859848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:03.107683 run osmo-msc_10.42.42.6(pid=1237): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1237)]\u000a11:19:03.159332 run osmo-msc_10.42.42.6(pid=1237): stdout: \u000a| (launched: 2022-12-10_11:19:01.730245) \u000a11:19:03.211661 run osmo-msc_10.42.42.6(pid=1237): stderr: \u000a| �[0;m�[38;5;43m20221210111902229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111902229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01139bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111902229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111902229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111902229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111902229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111902231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111902232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111902232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111902232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:03.256061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1229): Terminating (SIGTERM)\u000a11:19:03.298310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1233): Terminating (SIGTERM)\u000a11:19:03.340423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1236): Terminating (SIGTERM)\u000a11:19:03.350289 --- ParallelTerminationStrategy: PID 1229 died...\u000a11:19:03.406432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1229): Terminated: ok {rc=0}\u000a11:19:03.416440 --- ParallelTerminationStrategy: PID 1233 died...\u000a11:19:03.472022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1233): Terminated: ok {rc=0}\u000a11:19:03.482150 --- ParallelTerminationStrategy: PID 1236 died...\u000a11:19:03.537944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1236): Terminated: ok {rc=0}\u000a11:19:03.625578 bus /sierra_3: Setting Powered False\u000a11:19:04.729512 bus /sierra_3: Setting Powered False\u000a11:19:05.835777 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:18:45" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1249): Process ended prematurely: osmo-stp_10.42.42.5(pid=1249) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1249)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1249): Process ended prematurely: osmo-stp_10.42.42.5(pid=1249) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:19:07.807985 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:07.819351 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:19:07.971770 tst mo_mt_call.py: using LAC 28028\u000a11:19:08.093414 tst mo_mt_call.py: using RAC 233\u000a11:19:08.214054 tst mo_mt_call.py: using CellId 28028\u000a11:19:08.333837 tst mo_mt_call.py: using BVCI 28029\u000a11:19:08.357520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:08.368606 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:08.379420 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:08.390730 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:08.401827 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:08.412859 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:19:08.535121 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:19:08.754187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:09.283537 run create_hlr_db(pid=1243): Launched\u000a11:19:09.475617 bus /sierra_2: Setting Powered False\u000a11:19:10.484617 run create_hlr_db(pid=1243): Terminated: ok {rc=0}\u000a11:19:10.909339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1245): Launched\u000a11:19:11.220803 run osmo-hlr_10.42.42.2(pid=1246): Launched\u000a11:19:11.342123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:11.899985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1248): Launched\u000a11:19:12.226339 run osmo-stp_10.42.42.5(pid=1249): Launched\u000a11:19:12.339369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:12.905607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1251): Launched\u000a11:19:13.218348 run osmo-msc_10.42.42.6(pid=1252): Launched\u000a11:19:13.400794 run osmo-stp_10.42.42.5(pid=1249): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1249)]\u000a11:19:13.532123 run osmo-stp_10.42.42.5(pid=1249): stdout: \u000a| (launched: 2022-12-10_11:19:12.072086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:13.660725 run osmo-stp_10.42.42.5(pid=1249): stderr: \u000a| �[0;m�[38;5;43m20221210111912244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111912245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111912245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111912245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:13.785565 run osmo-stp_10.42.42.5(pid=1249): stdout: \u000a| (launched: 2022-12-10_11:19:12.072086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:13.909173 run osmo-stp_10.42.42.5(pid=1249): stderr: \u000a| �[0;m�[38;5;43m20221210111912244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111912245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111912245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111912245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111912246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:13.963365 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1249): Process ended prematurely: osmo-stp_10.42.42.5(pid=1249) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1249)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:19:13.972045 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:19:14.033209 run osmo-hlr_10.42.42.2(pid=1246): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1246)]\u000a11:19:14.083119 run osmo-hlr_10.42.42.2(pid=1246): stdout: \u000a| (launched: 2022-12-10_11:19:11.066625) \u000a11:19:14.133654 run osmo-hlr_10.42.42.2(pid=1246): stderr: \u000a| �[0;m�[1;31m20221210111911245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111911245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111911245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111911245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111911246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111911246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111911258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111911267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111911267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111911267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:14.201619 run osmo-msc_10.42.42.6(pid=1252): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1252)]\u000a11:19:14.251796 run osmo-msc_10.42.42.6(pid=1252): stdout: \u000a| (launched: 2022-12-10_11:19:13.062891) \u000a11:19:14.302212 run osmo-msc_10.42.42.6(pid=1252): stderr: \u000a| �[0;m�[38;5;43m20221210111913339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111913339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c7747ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111913340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111913340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111913340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111913340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111913344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111913344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111913344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111913344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:14.344553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1245): Terminating (SIGTERM)\u000a11:19:14.384660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1248): Terminating (SIGTERM)\u000a11:19:14.424847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1251): Terminating (SIGTERM)\u000a11:19:14.434462 --- ParallelTerminationStrategy: PID 1245 died...\u000a11:19:14.488848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1245): Terminated: ok {rc=0}\u000a11:19:14.498616 --- ParallelTerminationStrategy: PID 1248 died...\u000a11:19:14.552644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1248): Terminated: ok {rc=0}\u000a11:19:14.562731 --- ParallelTerminationStrategy: PID 1251 died...\u000a11:19:14.616703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1251): Terminated: ok {rc=0}\u000a11:19:14.705913 bus /sierra_3: Setting Powered False\u000a11:19:15.812301 bus /sierra_3: Setting Powered False\u000a11:19:16.937747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:19:18.055121 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.067192 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:19:18.220918 tst mo_mt_call_osmux.py: using LAC 28029\u000a11:19:18.344529 tst mo_mt_call_osmux.py: using RAC 234\u000a11:19:18.467085 tst mo_mt_call_osmux.py: using CellId 28029\u000a11:19:18.588038 tst mo_mt_call_osmux.py: using BVCI 28030\u000a11:19:18.611663 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.622874 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.633994 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.645501 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.656828 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:19:18.668079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:19:18.788912 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:19:19.003670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:19.535300 run create_hlr_db(pid=1254): Launched\u000a11:19:19.728238 bus /sierra_2: Setting Powered False\u000a11:19:20.748641 run create_hlr_db(pid=1254): Terminated: ok {rc=0}\u000a11:19:21.166554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Launched\u000a11:19:21.478805 run osmo-hlr_10.42.42.2(pid=1258): Launched\u000a11:19:21.597385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:22.136382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Launched\u000a11:19:22.448893 run osmo-stp_10.42.42.5(pid=1261): Launched\u000a11:19:22.562053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:23.127869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1263): Launched\u000a11:19:23.440485 run osmo-msc_10.42.42.6(pid=1264): Launched\u000a11:19:23.622473 run osmo-stp_10.42.42.5(pid=1261): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]\u000a11:19:23.753414 run osmo-stp_10.42.42.5(pid=1261): stdout: \u000a| (launched: 2022-12-10_11:19:22.294396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:23.882028 run osmo-stp_10.42.42.5(pid=1261): stderr: \u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111922467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:24.006867 run osmo-stp_10.42.42.5(pid=1261): stdout: \u000a| (launched: 2022-12-10_11:19:22.294396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:24.130574 run osmo-stp_10.42.42.5(pid=1261): stderr: \u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111922466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111922467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111922469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:24.184941 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:19:24.193796 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:19:24.254450 run osmo-hlr_10.42.42.2(pid=1258): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1258)]\u000a11:19:24.304101 run osmo-hlr_10.42.42.2(pid=1258): stdout: \u000a| (launched: 2022-12-10_11:19:21.323992) \u000a11:19:24.354468 run osmo-hlr_10.42.42.2(pid=1258): stderr: \u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111921506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111921519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111921530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111921530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111921530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:24.422432 run osmo-msc_10.42.42.6(pid=1264): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1264)]\u000a11:19:24.472387 run osmo-msc_10.42.42.6(pid=1264): stdout: \u000a| (launched: 2022-12-10_11:19:23.285453) \u000a11:19:24.522569 run osmo-msc_10.42.42.6(pid=1264): stderr: \u000a| �[0;m�[38;5;43m20221210111923560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111923560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad28d94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111923560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111923560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111923561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111923561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111923563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111923563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111923563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111923563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:24.564805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Terminating (SIGTERM)\u000a11:19:24.605365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Terminating (SIGTERM)\u000a11:19:24.645688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1263): Terminating (SIGTERM)\u000a11:19:24.655141 --- ParallelTerminationStrategy: PID 1257 died...\u000a11:19:24.708749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Terminated: ok {rc=0}\u000a11:19:24.718566 --- ParallelTerminationStrategy: PID 1260 died...\u000a11:19:24.772176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Terminated: ok {rc=0}\u000a11:19:24.782047 --- ParallelTerminationStrategy: PID 1263 died...\u000a11:19:24.835689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1263): Terminated: ok {rc=0}\u000a11:19:24.920684 bus /sierra_3: Setting Powered False\u000a11:19:26.026613 bus /sierra_3: Setting Powered False\u000a11:19:27.135875 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:19:07" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:19:29.099463 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.110895 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:19:29.264878 tst mo_mt_call.py: using LAC 28030\u000a11:19:29.394495 tst mo_mt_call.py: using RAC 235\u000a11:19:29.527831 tst mo_mt_call.py: using CellId 28030\u000a11:19:29.658740 tst mo_mt_call.py: using BVCI 28031\u000a11:19:29.684091 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.695657 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.707008 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.718349 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.729706 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:29.741084 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:19:29.857254 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:19:30.072132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:30.601839 run create_hlr_db(pid=1269): Launched\u000a11:19:30.793955 bus /sierra_2: Setting Powered False\u000a11:19:31.854993 run create_hlr_db(pid=1269): Terminated: ok {rc=0}\u000a11:19:32.312154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Launched\u000a11:19:32.647717 run osmo-hlr_10.42.42.2(pid=1272): Launched\u000a11:19:32.768891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:33.345730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Launched\u000a11:19:33.676927 run osmo-stp_10.42.42.5(pid=1275): Launched\u000a11:19:33.797275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:34.400876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1277): Launched\u000a11:19:34.731778 run osmo-msc_10.42.42.6(pid=1278): Launched\u000a11:19:34.924894 run osmo-stp_10.42.42.5(pid=1275): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]\u000a11:19:35.063532 run osmo-stp_10.42.42.5(pid=1275): stdout: \u000a| (launched: 2022-12-10_11:19:33.514215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:35.202294 run osmo-stp_10.42.42.5(pid=1275): stderr: \u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111933710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:35.335316 run osmo-stp_10.42.42.5(pid=1275): stdout: \u000a| (launched: 2022-12-10_11:19:33.514215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:35.467296 run osmo-stp_10.42.42.5(pid=1275): stderr: \u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111933709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111933710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111933710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:35.526095 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:19:35.535392 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:19:35.598228 run osmo-hlr_10.42.42.2(pid=1272): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1272)]\u000a11:19:35.649786 run osmo-hlr_10.42.42.2(pid=1272): stdout: \u000a| (launched: 2022-12-10_11:19:32.481674) \u000a11:19:35.701732 run osmo-hlr_10.42.42.2(pid=1272): stderr: \u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111932684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111932697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111932705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111932706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111932706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:35.772919 run osmo-msc_10.42.42.6(pid=1278): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1278)]\u000a11:19:35.824514 run osmo-msc_10.42.42.6(pid=1278): stdout: \u000a| (launched: 2022-12-10_11:19:34.569243) \u000a11:19:35.876557 run osmo-msc_10.42.42.6(pid=1278): stderr: \u000a| �[0;m�[38;5;43m20221210111934897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111934897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c9cea0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111934897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111934897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111934898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111934898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111934899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111934900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111934900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111934900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:35.921037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Terminating (SIGTERM)\u000a11:19:35.963126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Terminating (SIGTERM)\u000a11:19:36.005242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1277): Terminating (SIGTERM)\u000a11:19:36.014645 --- ParallelTerminationStrategy: PID 1271 died...\u000a11:19:36.071127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Terminated: ok {rc=0}\u000a11:19:36.081434 --- ParallelTerminationStrategy: PID 1274 died...\u000a11:19:36.137496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Terminated: ok {rc=0}\u000a11:19:36.147677 --- ParallelTerminationStrategy: PID 1277 died...\u000a11:19:36.203878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1277): Terminated: ok {rc=0}\u000a11:19:36.291746 bus /sierra_3: Setting Powered False\u000a11:19:37.396205 bus /sierra_3: Setting Powered False\u000a11:19:38.507676 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1286): Process ended prematurely: osmo-stp_10.42.42.5(pid=1286) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1286)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1286): Process ended prematurely: osmo-stp_10.42.42.5(pid=1286) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:19:39.619482 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:39.631400 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:19:39.777437 tst mo_mt_call_osmux.py: using LAC 28031\u000a11:19:39.897924 tst mo_mt_call_osmux.py: using RAC 236\u000a11:19:40.027118 tst mo_mt_call_osmux.py: using CellId 28031\u000a11:19:40.157675 tst mo_mt_call_osmux.py: using BVCI 28032\u000a11:19:40.183063 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:40.195191 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:40.207177 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:40.218694 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:40.230166 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:19:40.241548 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:19:40.357298 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:19:40.573226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:41.101353 run create_hlr_db(pid=1280): Launched\u000a11:19:41.292711 bus /sierra_2: Setting Powered False\u000a11:19:42.314329 run create_hlr_db(pid=1280): Terminated: ok {rc=0}\u000a11:19:42.731397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1282): Launched\u000a11:19:43.042084 run osmo-hlr_10.42.42.2(pid=1283): Launched\u000a11:19:43.162984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:43.707553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1285): Launched\u000a11:19:44.019265 run osmo-stp_10.42.42.5(pid=1286): Launched\u000a11:19:44.133598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:44.699401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1288): Launched\u000a11:19:45.012138 run osmo-msc_10.42.42.6(pid=1289): Launched\u000a11:19:45.194415 run osmo-stp_10.42.42.5(pid=1286): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1286)]\u000a11:19:45.325987 run osmo-stp_10.42.42.5(pid=1286): stdout: \u000a| (launched: 2022-12-10_11:19:43.864654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:45.454982 run osmo-stp_10.42.42.5(pid=1286): stderr: \u000a| �[0;m�[38;5;43m20221210111944039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111944039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111944040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111944040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:45.579627 run osmo-stp_10.42.42.5(pid=1286): stdout: \u000a| (launched: 2022-12-10_11:19:43.864654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:45.703227 run osmo-stp_10.42.42.5(pid=1286): stderr: \u000a| �[0;m�[38;5;43m20221210111944039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111944039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111944040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111944040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111944041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:45.757667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1286): Process ended prematurely: osmo-stp_10.42.42.5(pid=1286) [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1286)] [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:19:45.766465 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:19:45.826487 run osmo-hlr_10.42.42.2(pid=1283): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1283)]\u000a11:19:45.886928 run osmo-hlr_10.42.42.2(pid=1283): stdout: \u000a| (launched: 2022-12-10_11:19:42.888387) \u000a11:19:45.943318 run osmo-hlr_10.42.42.2(pid=1283): stderr: \u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111943069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111943081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111943090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111943090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111943090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:46.016833 run osmo-msc_10.42.42.6(pid=1289): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1289)]\u000a11:19:46.072492 run osmo-msc_10.42.42.6(pid=1289): stdout: \u000a| (launched: 2022-12-10_11:19:44.857312) \u000a11:19:46.128377 run osmo-msc_10.42.42.6(pid=1289): stderr: \u000a| �[0;m�[38;5;43m20221210111945135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111945135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1ce2bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111945135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111945135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111945135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111945135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111945137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111945138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111945138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111945138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:46.175077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1282): Terminating (SIGTERM)\u000a11:19:46.220859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1285): Terminating (SIGTERM)\u000a11:19:46.267005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1288): Terminating (SIGTERM)\u000a11:19:46.278244 --- ParallelTerminationStrategy: PID 1282 died...\u000a11:19:46.339870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1282): Terminated: ok {rc=0}\u000a11:19:46.351155 --- ParallelTerminationStrategy: PID 1285 died...\u000a11:19:46.409223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1285): Terminated: ok {rc=0}\u000a11:19:46.421102 --- ParallelTerminationStrategy: PID 1288 died...\u000a11:19:46.480514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1288): Terminated: ok {rc=0}\u000a11:19:46.576027 bus /sierra_3: Setting Powered False\u000a11:19:47.681622 bus /sierra_3: Setting Powered False\u000a11:19:48.789527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:19:28" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:19:50.751321 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:50.762696 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:19:50.909682 tst mo_mt_call.py: using LAC 28032\u000a11:19:51.030928 tst mo_mt_call.py: using RAC 237\u000a11:19:51.153817 tst mo_mt_call.py: using CellId 28032\u000a11:19:51.281645 tst mo_mt_call.py: using BVCI 28033\u000a11:19:51.306754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:51.318408 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:51.329884 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:51.341215 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:51.352879 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:19:51.364691 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:19:51.484675 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:19:51.688393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:19:52.178992 run create_hlr_db(pid=1294): Launched\u000a11:19:52.358634 bus /sierra_2: Setting Powered False\u000a11:19:53.378824 run create_hlr_db(pid=1294): Terminated: ok {rc=0}\u000a11:19:53.822530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Launched\u000a11:19:54.154944 run osmo-hlr_10.42.42.2(pid=1297): Launched\u000a11:19:54.275505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:19:54.850508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Launched\u000a11:19:55.181820 run osmo-stp_10.42.42.5(pid=1300): Launched\u000a11:19:55.301401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:19:55.906232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1302): Launched\u000a11:19:56.238435 run osmo-msc_10.42.42.6(pid=1303): Launched\u000a11:19:56.430984 run osmo-stp_10.42.42.5(pid=1300): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)]\u000a11:19:56.575223 run osmo-stp_10.42.42.5(pid=1300): stdout: \u000a| (launched: 2022-12-10_11:19:55.018475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:56.713085 run osmo-stp_10.42.42.5(pid=1300): stderr: \u000a| �[0;m�[38;5;43m20221210111955213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111955214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111955214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111955214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:56.846910 run osmo-stp_10.42.42.5(pid=1300): stdout: \u000a| (launched: 2022-12-10_11:19:55.018475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:19:56.978996 run osmo-stp_10.42.42.5(pid=1300): stderr: \u000a| �[0;m�[38;5;43m20221210111955213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111955214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111955214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111955214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111955215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:19:57.037061 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1300): Process ended prematurely: osmo-stp_10.42.42.5(pid=1300) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1300)] [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:19:57.046553 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:19:57.109724 run osmo-hlr_10.42.42.2(pid=1297): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1297)]\u000a11:19:57.161578 run osmo-hlr_10.42.42.2(pid=1297): stdout: \u000a| (launched: 2022-12-10_11:19:53.991306) \u000a11:19:57.214123 run osmo-hlr_10.42.42.2(pid=1297): stderr: \u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111954196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111954208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111954216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111954216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111954216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:19:57.285023 run osmo-msc_10.42.42.6(pid=1303): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1303)]\u000a11:19:57.336770 run osmo-msc_10.42.42.6(pid=1303): stdout: \u000a| (launched: 2022-12-10_11:19:56.075072) \u000a11:19:57.389229 run osmo-msc_10.42.42.6(pid=1303): stderr: \u000a| �[0;m�[38;5;43m20221210111956401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111956401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc493194c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111956401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111956401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111956402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111956402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111956403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111956404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111956404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111956404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:19:57.433491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Terminating (SIGTERM)\u000a11:19:57.475511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Terminating (SIGTERM)\u000a11:19:57.517737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1302): Terminating (SIGTERM)\u000a11:19:57.527602 --- ParallelTerminationStrategy: PID 1296 died...\u000a11:19:57.583862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1296): Terminated: ok {rc=0}\u000a11:19:57.594146 --- ParallelTerminationStrategy: PID 1299 died...\u000a11:19:57.650066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1299): Terminated: ok {rc=0}\u000a11:19:57.660464 --- ParallelTerminationStrategy: PID 1302 died...\u000a11:19:57.717084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1302): Terminated: ok {rc=0}\u000a11:19:57.805236 bus /sierra_3: Setting Powered False\u000a11:19:58.913630 bus /sierra_3: Setting Powered False\u000a11:20:00.022831 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1314): Process ended prematurely: osmo-stp_10.42.42.5(pid=1314) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1314)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1314): Process ended prematurely: osmo-stp_10.42.42.5(pid=1314) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:20:01.163645 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.179615 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:20:01.341135 tst mo_mt_call_osmux.py: using LAC 28033\u000a11:20:01.466381 tst mo_mt_call_osmux.py: using RAC 238\u000a11:20:01.626316 tst mo_mt_call_osmux.py: using CellId 28033\u000a11:20:01.812042 tst mo_mt_call_osmux.py: using BVCI 28034\u000a11:20:01.844194 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.860192 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.876511 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.892033 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.906140 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:20:01.919654 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:20:02.040822 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:20:02.273524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:02.767901 run create_hlr_db(pid=1308): Launched\u000a11:20:02.948199 bus /sierra_2: Setting Powered False\u000a11:20:03.968486 run create_hlr_db(pid=1308): Terminated: ok {rc=0}\u000a11:20:04.383684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1310): Launched\u000a11:20:04.696788 run osmo-hlr_10.42.42.2(pid=1311): Launched\u000a11:20:04.814139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:05.364391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1313): Launched\u000a11:20:05.677311 run osmo-stp_10.42.42.5(pid=1314): Launched\u000a11:20:05.802575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:06.371258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1316): Launched\u000a11:20:06.683297 run osmo-msc_10.42.42.6(pid=1317): Launched\u000a11:20:06.864005 run osmo-stp_10.42.42.5(pid=1314): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1314)]\u000a11:20:06.995632 run osmo-stp_10.42.42.5(pid=1314): stdout: \u000a| (launched: 2022-12-10_11:20:05.522473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:07.124810 run osmo-stp_10.42.42.5(pid=1314): stderr: \u000a| �[0;m�[38;5;43m20221210112005696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112005697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112005697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112005697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:07.249326 run osmo-stp_10.42.42.5(pid=1314): stdout: \u000a| (launched: 2022-12-10_11:20:05.522473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:07.372805 run osmo-stp_10.42.42.5(pid=1314): stderr: \u000a| �[0;m�[38;5;43m20221210112005696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112005697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112005697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112005697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112005698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:07.427028 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1314): Process ended prematurely: osmo-stp_10.42.42.5(pid=1314) [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1314)] [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:20:07.435596 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:20:07.495399 run osmo-hlr_10.42.42.2(pid=1311): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1311)]\u000a11:20:07.544599 run osmo-hlr_10.42.42.2(pid=1311): stdout: \u000a| (launched: 2022-12-10_11:20:04.542069) \u000a11:20:07.594251 run osmo-hlr_10.42.42.2(pid=1311): stderr: \u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112004724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112004736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112004746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112004746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112004747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:07.662132 run osmo-msc_10.42.42.6(pid=1317): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1317)]\u000a11:20:07.711114 run osmo-msc_10.42.42.6(pid=1317): stdout: \u000a| (launched: 2022-12-10_11:20:06.528592) \u000a11:20:07.760618 run osmo-msc_10.42.42.6(pid=1317): stderr: \u000a| �[0;m�[38;5;43m20221210112006805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112006805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7624bb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112006805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112006805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112006805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112006806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112006807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112006808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112006808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112006808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:07.802225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1310): Terminating (SIGTERM)\u000a11:20:07.841859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1313): Terminating (SIGTERM)\u000a11:20:07.881506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1316): Terminating (SIGTERM)\u000a11:20:07.890870 --- ParallelTerminationStrategy: PID 1310 died...\u000a11:20:07.943687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1310): Terminated: ok {rc=0}\u000a11:20:07.953775 --- ParallelTerminationStrategy: PID 1313 died...\u000a11:20:08.006927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1313): Terminated: ok {rc=0}\u000a11:20:08.016705 --- ParallelTerminationStrategy: PID 1316 died...\u000a11:20:08.070667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1316): Terminated: ok {rc=0}\u000a11:20:08.159408 bus /sierra_3: Setting Powered False\u000a11:20:09.263995 bus /sierra_3: Setting Powered False\u000a11:20:10.374885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:19:50" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:20:12.335385 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.346938 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:20:12.498579 tst mo_mt_call.py: using LAC 28034\u000a11:20:12.626686 tst mo_mt_call.py: using RAC 239\u000a11:20:12.754483 tst mo_mt_call.py: using CellId 28034\u000a11:20:12.882331 tst mo_mt_call.py: using BVCI 28035\u000a11:20:12.907684 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.919010 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.930206 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.941582 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.952830 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:12.964133 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:20:13.080473 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:20:13.286933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:13.776598 run create_hlr_db(pid=1322): Launched\u000a11:20:13.956214 bus /sierra_2: Setting Powered False\u000a11:20:14.977170 run create_hlr_db(pid=1322): Terminated: ok {rc=0}\u000a11:20:15.419516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Launched\u000a11:20:15.752177 run osmo-hlr_10.42.42.2(pid=1325): Launched\u000a11:20:15.924035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:16.554272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Launched\u000a11:20:17.041530 run osmo-stp_10.42.42.5(pid=1328): Launched\u000a11:20:17.219874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:17.827378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1330): Launched\u000a11:20:18.159960 run osmo-msc_10.42.42.6(pid=1331): Launched\u000a11:20:18.354439 run osmo-stp_10.42.42.5(pid=1328): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)]\u000a11:20:18.494273 run osmo-stp_10.42.42.5(pid=1328): stdout: \u000a| (launched: 2022-12-10_11:20:16.726471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:18.633511 run osmo-stp_10.42.42.5(pid=1328): stderr: \u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112016956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:18.767595 run osmo-stp_10.42.42.5(pid=1328): stdout: \u000a| (launched: 2022-12-10_11:20:16.726471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:18.900770 run osmo-stp_10.42.42.5(pid=1328): stderr: \u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112016956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112016956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112016958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:18.959302 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1328): Process ended prematurely: osmo-stp_10.42.42.5(pid=1328) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1328)] [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:20:18.968599 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:20:19.031713 run osmo-hlr_10.42.42.2(pid=1325): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1325)]\u000a11:20:19.083851 run osmo-hlr_10.42.42.2(pid=1325): stdout: \u000a| (launched: 2022-12-10_11:20:15.588328) \u000a11:20:19.136892 run osmo-hlr_10.42.42.2(pid=1325): stderr: \u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112015793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112015806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112015814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112015814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112015815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:19.208486 run osmo-msc_10.42.42.6(pid=1331): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1331)]\u000a11:20:19.260462 run osmo-msc_10.42.42.6(pid=1331): stdout: \u000a| (launched: 2022-12-10_11:20:17.996253) \u000a11:20:19.312783 run osmo-msc_10.42.42.6(pid=1331): stderr: \u000a| �[0;m�[38;5;43m20221210112018322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112018322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b3d9f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112018322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112018322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112018322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112018323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112018325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112018326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112018326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112018326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:19.357409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Terminating (SIGTERM)\u000a11:20:19.399843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Terminating (SIGTERM)\u000a11:20:19.442443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1330): Terminating (SIGTERM)\u000a11:20:19.452306 --- ParallelTerminationStrategy: PID 1324 died...\u000a11:20:19.509130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1324): Terminated: ok {rc=0}\u000a11:20:19.519385 --- ParallelTerminationStrategy: PID 1327 died...\u000a11:20:19.575902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1327): Terminated: ok {rc=0}\u000a11:20:19.586314 --- ParallelTerminationStrategy: PID 1330 died...\u000a11:20:19.642870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1330): Terminated: ok {rc=0}\u000a11:20:19.731524 bus /sierra_3: Setting Powered False\u000a11:20:20.835309 bus /sierra_3: Setting Powered False\u000a11:20:21.945411 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1339): Process ended prematurely: osmo-stp_10.42.42.5(pid=1339) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1339)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1339): Process ended prematurely: osmo-stp_10.42.42.5(pid=1339) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:20:23.055402 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.067094 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:20:23.223164 tst mo_mt_call_osmux.py: using LAC 28035\u000a11:20:23.351476 tst mo_mt_call_osmux.py: using RAC 240\u000a11:20:23.480850 tst mo_mt_call_osmux.py: using CellId 28035\u000a11:20:23.613817 tst mo_mt_call_osmux.py: using BVCI 28036\u000a11:20:23.639296 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.650940 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.662306 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.673748 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.684990 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:20:23.696504 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:20:23.812854 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:20:24.026912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:24.557474 run create_hlr_db(pid=1333): Launched\u000a11:20:24.750334 bus /sierra_2: Setting Powered False\u000a11:20:25.758735 run create_hlr_db(pid=1333): Terminated: ok {rc=0}\u000a11:20:26.210922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1335): Launched\u000a11:20:26.543066 run osmo-hlr_10.42.42.2(pid=1336): Launched\u000a11:20:26.664562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:27.243486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1338): Launched\u000a11:20:27.575945 run osmo-stp_10.42.42.5(pid=1339): Launched\u000a11:20:27.695934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:28.301213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1341): Launched\u000a11:20:28.634300 run osmo-msc_10.42.42.6(pid=1342): Launched\u000a11:20:28.827783 run osmo-stp_10.42.42.5(pid=1339): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1339)]\u000a11:20:28.967278 run osmo-stp_10.42.42.5(pid=1339): stdout: \u000a| (launched: 2022-12-10_11:20:27.412110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:29.106072 run osmo-stp_10.42.42.5(pid=1339): stderr: \u000a| �[0;m�[38;5;43m20221210112027608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112027608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112027609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112027609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112027609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112027610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112027610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:29.239253 run osmo-stp_10.42.42.5(pid=1339): stdout: \u000a| (launched: 2022-12-10_11:20:27.412110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:29.371171 run osmo-stp_10.42.42.5(pid=1339): stderr: \u000a| �[0;m�[38;5;43m20221210112027608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112027608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112027609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112027609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112027609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112027610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112027610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:29.428862 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1339): Process ended prematurely: osmo-stp_10.42.42.5(pid=1339) [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1339)] [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:20:29.438038 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:20:29.500677 run osmo-hlr_10.42.42.2(pid=1336): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1336)]\u000a11:20:29.552185 run osmo-hlr_10.42.42.2(pid=1336): stdout: \u000a| (launched: 2022-12-10_11:20:26.379675) \u000a11:20:29.604221 run osmo-hlr_10.42.42.2(pid=1336): stderr: \u000a| �[0;m�[1;31m20221210112026584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112026584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112026584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112026584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112026585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112026585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112026597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112026607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112026607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112026607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:29.675646 run osmo-msc_10.42.42.6(pid=1342): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1342)]\u000a11:20:29.727092 run osmo-msc_10.42.42.6(pid=1342): stdout: \u000a| (launched: 2022-12-10_11:20:28.470258) \u000a11:20:29.779374 run osmo-msc_10.42.42.6(pid=1342): stderr: \u000a| �[0;m�[38;5;43m20221210112028798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112028798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff92d366c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112028799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112028799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112028799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112028799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112028801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112028801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112028801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112028801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:29.823678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1335): Terminating (SIGTERM)\u000a11:20:29.865883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1338): Terminating (SIGTERM)\u000a11:20:29.907945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1341): Terminating (SIGTERM)\u000a11:20:29.917362 --- ParallelTerminationStrategy: PID 1335 died...\u000a11:20:29.973321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1335): Terminated: ok {rc=0}\u000a11:20:29.983342 --- ParallelTerminationStrategy: PID 1338 died...\u000a11:20:30.038967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1338): Terminated: ok {rc=0}\u000a11:20:30.048868 --- ParallelTerminationStrategy: PID 1341 died...\u000a11:20:30.104555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1341): Terminated: ok {rc=0}\u000a11:20:30.193047 bus /sierra_3: Setting Powered False\u000a11:20:31.298922 bus /sierra_3: Setting Powered False\u000a11:20:32.414535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:20:12" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:20:34.383869 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.394670 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:20:34.521123 tst emergency_mo_mt_call.py: using LAC 28036\u000a11:20:34.641561 tst emergency_mo_mt_call.py: using RAC 241\u000a11:20:34.760532 tst emergency_mo_mt_call.py: using CellId 28036\u000a11:20:34.880780 tst emergency_mo_mt_call.py: using BVCI 28037\u000a11:20:34.903759 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.914443 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.924941 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.935873 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.946967 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:34.957892 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:35.077122 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:35.280319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:35.761950 run create_hlr_db(pid=1347): Launched\u000a11:20:35.938375 bus /sierra_2: Setting Powered False\u000a11:20:36.959393 run create_hlr_db(pid=1347): Terminated: ok {rc=0}\u000a11:20:37.366911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Launched\u000a11:20:37.674749 run osmo-hlr_10.42.42.2(pid=1350): Launched\u000a11:20:37.786390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:38.315762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Launched\u000a11:20:38.623351 run osmo-stp_10.42.42.5(pid=1353): Launched\u000a11:20:38.746934 tst emergency_mo_mt_call.py: using MSISDN 7712\u000a11:20:38.897870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:39.453659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1355): Launched\u000a11:20:39.761787 run osmo-msc_10.42.42.6(pid=1356): Launched\u000a11:20:39.939843 run osmo-stp_10.42.42.5(pid=1353): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)]\u000a11:20:40.068581 run osmo-stp_10.42.42.5(pid=1353): stdout: \u000a| (launched: 2022-12-10_11:20:38.470411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:40.195285 run osmo-stp_10.42.42.5(pid=1353): stderr: \u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112038642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:40.317538 run osmo-stp_10.42.42.5(pid=1353): stdout: \u000a| (launched: 2022-12-10_11:20:38.470411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:40.439114 run osmo-stp_10.42.42.5(pid=1353): stderr: \u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112038641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112038642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112038644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:40.491831 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1353): Process ended prematurely: osmo-stp_10.42.42.5(pid=1353) [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1353)] [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a11:20:40.499961 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a11:20:40.559986 run osmo-hlr_10.42.42.2(pid=1350): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1350)]\u000a11:20:40.609144 run osmo-hlr_10.42.42.2(pid=1350): stdout: \u000a| (launched: 2022-12-10_11:20:37.522006) \u000a11:20:40.658763 run osmo-hlr_10.42.42.2(pid=1350): stderr: \u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112037711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:40.726375 run osmo-msc_10.42.42.6(pid=1356): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1356)]\u000a11:20:40.775710 run osmo-msc_10.42.42.6(pid=1356): stdout: \u000a| (launched: 2022-12-10_11:20:39.608231) \u000a11:20:40.825678 run osmo-msc_10.42.42.6(pid=1356): stderr: \u000a| �[0;m�[38;5;43m20221210112039882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112039882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b4d5a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112039882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112039882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112039882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112039883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112039884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112039885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112039885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112039885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:40.867889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Terminating (SIGTERM)\u000a11:20:40.908455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Terminating (SIGTERM)\u000a11:20:40.948727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1355): Terminating (SIGTERM)\u000a11:20:40.958271 --- ParallelTerminationStrategy: PID 1349 died...\u000a11:20:41.012272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1349): Terminated: ok {rc=0}\u000a11:20:41.022084 --- ParallelTerminationStrategy: PID 1352 died...\u000a11:20:41.075504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1352): Terminated: ok {rc=0}\u000a11:20:41.085445 --- ParallelTerminationStrategy: PID 1355 died...\u000a11:20:41.139140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1355): Terminated: ok {rc=0}\u000a11:20:41.223126 bus /sierra_3: Setting Powered False\u000a11:20:42.329667 bus /sierra_3: Setting Powered False\u000a11:20:43.437963 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:20:44.489614 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:44.501719 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:20:44.637145 tst emergency_preemptive_call.py: using LAC 28037\u000a11:20:44.761458 tst emergency_preemptive_call.py: using RAC 242\u000a11:20:44.881768 tst emergency_preemptive_call.py: using CellId 28037\u000a11:20:45.001395 tst emergency_preemptive_call.py: using BVCI 28038\u000a11:20:45.024405 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:45.035240 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:45.045780 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:45.057252 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:45.068531 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:45.079721 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:45.199648 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:45.319508 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:45.434452 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:20:45.635308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:46.221748 run create_hlr_db(pid=1358): Launched\u000a11:20:46.416009 bus /sierra_2: Setting Powered False\u000a11:20:47.430614 run create_hlr_db(pid=1358): Terminated: ok {rc=0}\u000a11:20:47.843062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Launched\u000a11:20:48.152238 run osmo-hlr_10.42.42.2(pid=1361): Launched\u000a11:20:48.264485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:48.794678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Launched\u000a11:20:49.102167 run osmo-stp_10.42.42.5(pid=1364): Launched\u000a11:20:49.223848 tst emergency_preemptive_call.py: using MSISDN 7713\u000a11:20:49.375014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:49.929655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1366): Launched\u000a11:20:50.236522 run osmo-msc_10.42.42.6(pid=1367): Launched\u000a11:20:50.421623 run osmo-stp_10.42.42.5(pid=1364): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)]\u000a11:20:50.550364 run osmo-stp_10.42.42.5(pid=1364): stdout: \u000a| (launched: 2022-12-10_11:20:48.949142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:50.676215 run osmo-stp_10.42.42.5(pid=1364): stderr: \u000a| �[0;m�[38;5;43m20221210112049122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112049122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112049123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112049123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:50.798783 run osmo-stp_10.42.42.5(pid=1364): stdout: \u000a| (launched: 2022-12-10_11:20:48.949142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:50.920139 run osmo-stp_10.42.42.5(pid=1364): stderr: \u000a| �[0;m�[38;5;43m20221210112049122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112049122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112049123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112049123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112049124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:50.973065 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1364): Process ended prematurely: osmo-stp_10.42.42.5(pid=1364) [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1364)] [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a11:20:50.980876 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a11:20:51.041204 run osmo-hlr_10.42.42.2(pid=1361): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1361)]\u000a11:20:51.090037 run osmo-hlr_10.42.42.2(pid=1361): stdout: \u000a| (launched: 2022-12-10_11:20:47.998765) \u000a11:20:51.139350 run osmo-hlr_10.42.42.2(pid=1361): stderr: \u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112048177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112048188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112048196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112048197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112048197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:51.206454 run osmo-msc_10.42.42.6(pid=1367): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1367)]\u000a11:20:51.255184 run osmo-msc_10.42.42.6(pid=1367): stdout: \u000a| (launched: 2022-12-10_11:20:50.083664) \u000a11:20:51.304592 run osmo-msc_10.42.42.6(pid=1367): stderr: \u000a| �[0;m�[38;5;43m20221210112050356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112050356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3ec536c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112050356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112050356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112050356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112050356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112050358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112050359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112050359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112050359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:51.346048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Terminating (SIGTERM)\u000a11:20:51.385463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Terminating (SIGTERM)\u000a11:20:51.425193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1366): Terminating (SIGTERM)\u000a11:20:51.434556 --- ParallelTerminationStrategy: PID 1360 died...\u000a11:20:51.487379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1360): Terminated: ok {rc=0}\u000a11:20:51.497177 --- ParallelTerminationStrategy: PID 1363 died...\u000a11:20:51.550560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1363): Terminated: ok {rc=0}\u000a11:20:51.560368 --- ParallelTerminationStrategy: PID 1366 died...\u000a11:20:51.613610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1366): Terminated: ok {rc=0}\u000a11:20:51.702726 bus /sierra_9: Setting Powered False\u000a11:20:52.806726 bus /sierra_9: Setting Powered False\u000a11:20:53.918155 bus /sierra_8: Setting Powered False\u000a11:20:55.022750 bus /sierra_8: Setting Powered False\u000a11:20:56.135153 bus /sierra_3: Setting Powered False\u000a11:20:57.238085 bus /sierra_3: Setting Powered False\u000a11:20:58.345762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:20:34" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:21:00.438834 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:00.449799 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:21:00.579222 tst cs_paging_gprs_active.py: using LAC 28038\u000a11:21:00.706752 tst cs_paging_gprs_active.py: using RAC 243\u000a11:21:00.847234 tst cs_paging_gprs_active.py: using CellId 28038\u000a11:21:00.987531 tst cs_paging_gprs_active.py: using BVCI 28039\u000a11:21:01.014406 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.025852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.037264 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.048635 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.060152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.071937 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.083526 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.095031 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:01.106623 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:01.229998 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:01.561818 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:21:01.704540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:02.069118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1372): Launched\u000a11:21:02.358598 run iperf3-srv_10.42.42.10(pid=1373): Launched\u000a11:21:02.562947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:21:02.701378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:03.046235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1374): Launched\u000a11:21:03.331399 run iperf3-srv_10.42.42.10(pid=1375): Launched\u000a11:21:03.533614 tst cs_paging_gprs_active.py:38: start network...\u000a11:21:03.671015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:04.200881 run create_hlr_db(pid=1376): Launched\u000a11:21:04.392550 bus /sierra_2: Setting Powered False\u000a11:21:05.413610 run create_hlr_db(pid=1376): Terminated: ok {rc=0}\u000a11:21:05.855301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Launched\u000a11:21:06.189316 run osmo-hlr_10.42.42.2(pid=1379): Launched\u000a11:21:06.309115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:06.885460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Launched\u000a11:21:07.214581 run osmo-stp_10.42.42.5(pid=1382): Launched\u000a11:21:07.329893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:21:08.852181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1384): Launched\u000a11:21:08.963281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:21:09.236191 run patchelf(pid=1385): Launched\u000a11:21:09.418318 run osmo-stp_10.42.42.5(pid=1382): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]\u000a11:21:09.551337 run osmo-stp_10.42.42.5(pid=1382): stdout: \u000a| (launched: 2022-12-10_11:21:07.053298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:09.684599 run osmo-stp_10.42.42.5(pid=1382): stderr: \u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112107230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:09.813373 run osmo-stp_10.42.42.5(pid=1382): stdout: \u000a| (launched: 2022-12-10_11:21:07.053298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:09.940586 run osmo-stp_10.42.42.5(pid=1382): stderr: \u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112107230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112107230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112107231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:10.089152 run patchelf(pid=1385): Terminating (SIGINT)\u000a11:21:10.263612 run patchelf(pid=1385): Terminated: ok {rc=0}\u000a11:21:10.295585 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)] [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a11:21:10.304897 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a11:21:10.366709 run osmo-hlr_10.42.42.2(pid=1379): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1379)]\u000a11:21:10.416436 run osmo-hlr_10.42.42.2(pid=1379): stdout: \u000a| (launched: 2022-12-10_11:21:06.023605) \u000a11:21:10.466813 run osmo-hlr_10.42.42.2(pid=1379): stderr: \u000a| �[0;m�[1;31m20221210112106228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112106228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112106228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112106228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112106228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112106229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112106241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112106249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112106249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112106249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:10.510038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1372): Terminating (SIGTERM)\u000a11:21:10.550414 run iperf3-srv_10.42.42.10(pid=1373): Terminating (SIGTERM)\u000a11:21:10.590955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1374): Terminating (SIGTERM)\u000a11:21:10.631718 run iperf3-srv_10.42.42.10(pid=1375): Terminating (SIGTERM)\u000a11:21:10.672452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Terminating (SIGTERM)\u000a11:21:10.713571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Terminating (SIGTERM)\u000a11:21:10.754417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1384): Terminating (SIGTERM)\u000a11:21:10.763958 --- ParallelTerminationStrategy: PID 1372 died...\u000a11:21:10.818748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1372): Terminated: ok {rc=0}\u000a11:21:10.828504 --- ParallelTerminationStrategy: PID 1373 died...\u000a11:21:10.882231 run iperf3-srv_10.42.42.10(pid=1373): Terminated {rc=256}\u000a11:21:10.892128 --- ParallelTerminationStrategy: PID 1374 died...\u000a11:21:10.946325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1374): Terminated: ok {rc=0}\u000a11:21:10.956447 --- ParallelTerminationStrategy: PID 1375 died...\u000a11:21:11.010629 run iperf3-srv_10.42.42.10(pid=1375): Terminated {rc=256}\u000a11:21:11.020339 --- ParallelTerminationStrategy: PID 1378 died...\u000a11:21:11.074887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Terminated: ok {rc=0}\u000a11:21:11.084464 --- ParallelTerminationStrategy: PID 1381 died...\u000a11:21:11.138198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Terminated: ok {rc=0}\u000a11:21:11.148263 --- ParallelTerminationStrategy: PID 1384 died...\u000a11:21:11.201982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1384): Terminated: ok {rc=0}\u000a11:21:11.292762 bus /gobi_0: Setting Powered False\u000a11:21:12.396941 bus /gobi_0: Setting Powered False\u000a11:21:13.505724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1395): Process ended prematurely: osmo-stp_10.42.42.5(pid=1395) [trial-2374↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1395)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1395): Process ended prematurely: osmo-stp_10.42.42.5(pid=1395) [trial-2374↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a11:21:14.624049 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:14.635839 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:21:14.772291 tst iperf3.py: using LAC 28039\u000a11:21:14.900138 tst iperf3.py: using RAC 244\u000a11:21:15.029956 tst iperf3.py: using CellId 28039\u000a11:21:15.160094 tst iperf3.py: using BVCI 28040\u000a11:21:15.185939 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.196926 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.207949 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.218819 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.229512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.240153 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.251099 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.261912 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:15.272746 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:15.571830 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:21:15.710007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:16.082979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1387): Launched\u000a11:21:16.418879 run iperf3-srv_10.42.42.10(pid=1388): Launched\u000a11:21:16.682536 tst iperf3.py:8: start network...\u000a11:21:16.859007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:17.398504 run create_hlr_db(pid=1389): Launched\u000a11:21:17.589761 bus /gobi_6: Setting Powered False\u000a11:21:18.609474 run create_hlr_db(pid=1389): Terminated: ok {rc=0}\u000a11:21:19.026017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1391): Launched\u000a11:21:19.338079 run osmo-hlr_10.42.42.2(pid=1392): Launched\u000a11:21:19.458866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:20.005355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1394): Launched\u000a11:21:20.317838 run osmo-stp_10.42.42.5(pid=1395): Launched\u000a11:21:20.431115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:21:20.971227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1397): Launched\u000a11:21:21.081896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:21:21.354034 run patchelf(pid=1398): Launched\u000a11:21:21.534683 run osmo-stp_10.42.42.5(pid=1395): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1395)]\u000a11:21:21.667166 run osmo-stp_10.42.42.5(pid=1395): stdout: \u000a| (launched: 2022-12-10_11:21:20.162548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:21.799871 run osmo-stp_10.42.42.5(pid=1395): stderr: \u000a| �[0;m�[38;5;43m20221210112120336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112120336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112120337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112120337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:21.928246 run osmo-stp_10.42.42.5(pid=1395): stdout: \u000a| (launched: 2022-12-10_11:21:20.162548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:22.055164 run osmo-stp_10.42.42.5(pid=1395): stderr: \u000a| �[0;m�[38;5;43m20221210112120336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112120336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112120337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112120337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:22.203314 run patchelf(pid=1398): Terminating (SIGINT)\u000a11:21:22.376925 run patchelf(pid=1398): Terminated: ok {rc=0}\u000a11:21:22.409418 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1395): Process ended prematurely: osmo-stp_10.42.42.5(pid=1395) [trial-2374↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1395)] [trial-2374↪gprs:sysmo↪iperf3.py:8]\u000a11:21:22.418607 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:21:22.479190 run osmo-hlr_10.42.42.2(pid=1392): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1392)]\u000a11:21:22.528556 run osmo-hlr_10.42.42.2(pid=1392): stdout: \u000a| (launched: 2022-12-10_11:21:19.182908) \u000a11:21:22.578631 run osmo-hlr_10.42.42.2(pid=1392): stderr: \u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112119363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112119375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112119383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112119383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112119384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:22.620790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1387): Terminating (SIGTERM)\u000a11:21:22.660754 run iperf3-srv_10.42.42.10(pid=1388): Terminating (SIGTERM)\u000a11:21:22.700998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1391): Terminating (SIGTERM)\u000a11:21:22.740810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1394): Terminating (SIGTERM)\u000a11:21:22.780434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1397): Terminating (SIGTERM)\u000a11:21:22.789854 --- ParallelTerminationStrategy: PID 1387 died...\u000a11:21:22.844048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1387): Terminated: ok {rc=0}\u000a11:21:22.853711 --- ParallelTerminationStrategy: PID 1388 died...\u000a11:21:22.907546 run iperf3-srv_10.42.42.10(pid=1388): Terminated {rc=256}\u000a11:21:22.917787 --- ParallelTerminationStrategy: PID 1391 died...\u000a11:21:22.971649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1391): Terminated: ok {rc=0}\u000a11:21:22.981831 --- ParallelTerminationStrategy: PID 1394 died...\u000a11:21:23.035582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1394): Terminated: ok {rc=0}\u000a11:21:23.045258 --- ParallelTerminationStrategy: PID 1397 died...\u000a11:21:23.098542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1397): Terminated: ok {rc=0}\u000a11:21:23.183491 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2374↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2374↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a11:21:24.301610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.313419 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:21:24.445424 tst iperf3m4.py: using LAC 28040\u000a11:21:24.577365 tst iperf3m4.py: using RAC 245\u000a11:21:24.706655 tst iperf3m4.py: using CellId 28040\u000a11:21:24.835834 tst iperf3m4.py: using BVCI 28041\u000a11:21:24.861182 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.872178 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.883088 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.894190 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.905072 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.915934 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.927106 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.938100 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:24.949338 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:25.070409 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:25.193534 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:25.311433 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:25.608730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:21:25.747091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:26.091187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1399): Launched\u000a11:21:26.376785 run iperf3-srv_10.42.42.10(pid=1400): Launched\u000a11:21:26.579283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:21:26.717180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:27.060892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1401): Launched\u000a11:21:27.347733 run iperf3-srv_10.42.42.10(pid=1402): Launched\u000a11:21:27.550745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:21:27.688858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:28.032456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1403): Launched\u000a11:21:28.317868 run iperf3-srv_10.42.42.10(pid=1404): Launched\u000a11:21:28.520164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:21:28.658078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:21:29.002925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Launched\u000a11:21:29.302712 run iperf3-srv_10.42.42.10(pid=1406): Launched\u000a11:21:29.505492 tst iperf3m4.py:8: start network...\u000a11:21:29.643065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:30.172017 run create_hlr_db(pid=1407): Launched\u000a11:21:30.363838 bus /gobi_6: Setting Powered False\u000a11:21:31.445941 run create_hlr_db(pid=1407): Terminated: ok {rc=0}\u000a11:21:31.916526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Launched\u000a11:21:32.279011 run osmo-hlr_10.42.42.2(pid=1410): Launched\u000a11:21:32.399680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:32.976628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Launched\u000a11:21:33.309034 run osmo-stp_10.42.42.5(pid=1413): Launched\u000a11:21:33.429634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:21:34.006487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Launched\u000a11:21:34.124545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:21:34.413994 run patchelf(pid=1416): Launched\u000a11:21:34.607063 run osmo-stp_10.42.42.5(pid=1413): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)]\u000a11:21:34.748365 run osmo-stp_10.42.42.5(pid=1413): stdout: \u000a| (launched: 2022-12-10_11:21:33.145270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:34.890312 run osmo-stp_10.42.42.5(pid=1413): stderr: \u000a| �[0;m�[38;5;43m20221210112133341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112133341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112133342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112133342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112133342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112133343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112133343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:35.026927 run osmo-stp_10.42.42.5(pid=1413): stdout: \u000a| (launched: 2022-12-10_11:21:33.145270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:35.162019 run osmo-stp_10.42.42.5(pid=1413): stderr: \u000a| �[0;m�[38;5;43m20221210112133341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112133341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112133342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112133342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112133342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112133343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112133343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:35.319657 run patchelf(pid=1416): Terminating (SIGINT)\u000a11:21:35.504541 run patchelf(pid=1416): Terminated: ok {rc=0}\u000a11:21:35.538015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1413): Process ended prematurely: osmo-stp_10.42.42.5(pid=1413) [trial-2374↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1413)] [trial-2374↪gprs:sysmo↪iperf3m4.py:8]\u000a11:21:35.547764 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:21:35.611149 run osmo-hlr_10.42.42.2(pid=1410): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1410)]\u000a11:21:35.662887 run osmo-hlr_10.42.42.2(pid=1410): stdout: \u000a| (launched: 2022-12-10_11:21:32.078942) \u000a11:21:35.715190 run osmo-hlr_10.42.42.2(pid=1410): stderr: \u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112132318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112132331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112132341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112132341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112132341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:35.759799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1399): Terminating (SIGTERM)\u000a11:21:35.802058 run iperf3-srv_10.42.42.10(pid=1400): Terminating (SIGTERM)\u000a11:21:35.844278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1401): Terminating (SIGTERM)\u000a11:21:35.886444 run iperf3-srv_10.42.42.10(pid=1402): Terminating (SIGTERM)\u000a11:21:35.928470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1403): Terminating (SIGTERM)\u000a11:21:35.970457 run iperf3-srv_10.42.42.10(pid=1404): Terminating (SIGTERM)\u000a11:21:36.012487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Terminating (SIGTERM)\u000a11:21:36.054470 run iperf3-srv_10.42.42.10(pid=1406): Terminating (SIGTERM)\u000a11:21:36.096548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Terminating (SIGTERM)\u000a11:21:36.138684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Terminating (SIGTERM)\u000a11:21:36.180820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Terminating (SIGTERM)\u000a11:21:36.190629 --- ParallelTerminationStrategy: PID 1399 died...\u000a11:21:36.247256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1399): Terminated: ok {rc=0}\u000a11:21:36.257550 --- ParallelTerminationStrategy: PID 1400 died...\u000a11:21:36.313486 run iperf3-srv_10.42.42.10(pid=1400): Terminated {rc=256}\u000a11:21:36.323672 --- ParallelTerminationStrategy: PID 1401 died...\u000a11:21:36.380320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1401): Terminated: ok {rc=0}\u000a11:21:36.390680 --- ParallelTerminationStrategy: PID 1402 died...\u000a11:21:36.446837 run iperf3-srv_10.42.42.10(pid=1402): Terminated {rc=256}\u000a11:21:36.456936 --- ParallelTerminationStrategy: PID 1403 died...\u000a11:21:36.512937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1403): Terminated: ok {rc=0}\u000a11:21:36.523177 --- ParallelTerminationStrategy: PID 1404 died...\u000a11:21:36.579168 run iperf3-srv_10.42.42.10(pid=1404): Terminated {rc=256}\u000a11:21:36.589648 --- ParallelTerminationStrategy: PID 1405 died...\u000a11:21:36.645699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1405): Terminated: ok {rc=0}\u000a11:21:36.655899 --- ParallelTerminationStrategy: PID 1406 died...\u000a11:21:36.711837 run iperf3-srv_10.42.42.10(pid=1406): Terminated {rc=256}\u000a11:21:36.722088 --- ParallelTerminationStrategy: PID 1409 died...\u000a11:21:36.778301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1409): Terminated: ok {rc=0}\u000a11:21:36.788561 --- ParallelTerminationStrategy: PID 1412 died...\u000a11:21:36.845034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1412): Terminated: ok {rc=0}\u000a11:21:36.855307 --- ParallelTerminationStrategy: PID 1415 died...\u000a11:21:36.911902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1415): Terminated: ok {rc=0}\u000a11:21:36.998930 bus /gobi_4: Setting Powered False\u000a11:21:38.107008 bus /gobi_4: Setting Powered False\u000a11:21:39.220534 bus /gobi_1: Setting Powered False\u000a11:21:40.327864 bus /gobi_1: Setting Powered False\u000a11:21:41.436278 bus /gobi_0: Setting Powered False\u000a11:21:42.543272 bus /gobi_0: Setting Powered False\u000a11:21:43.652111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2374↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2374↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo ping.py\u000a----------------------------------------------\u000a11:21:44.722347 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:44.734208 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:21:44.867243 tst ping.py: using LAC 28041\u000a11:21:44.995102 tst ping.py: using RAC 246\u000a11:21:45.125474 tst ping.py: using CellId 28041\u000a11:21:45.254447 tst ping.py: using BVCI 28042\u000a11:21:45.279415 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.290873 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.302030 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.312825 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.323955 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.334822 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.345959 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:45.356810 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:45.651964 tst ping.py:19: start network...\u000a11:21:45.787845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:46.352750 run create_hlr_db(pid=1417): Launched\u000a11:21:46.545287 bus /gobi_6: Setting Powered False\u000a11:21:47.563839 run create_hlr_db(pid=1417): Terminated: ok {rc=0}\u000a11:21:47.974136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Launched\u000a11:21:48.281751 run osmo-hlr_10.42.42.2(pid=1420): Launched\u000a11:21:48.397963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:48.931786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Launched\u000a11:21:49.237001 run osmo-stp_10.42.42.5(pid=1423): Launched\u000a11:21:49.347387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:21:49.877515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1425): Launched\u000a11:21:49.985409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:21:50.252252 run patchelf(pid=1426): Launched\u000a11:21:50.429842 run osmo-stp_10.42.42.5(pid=1423): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]\u000a11:21:50.559950 run osmo-stp_10.42.42.5(pid=1423): stdout: \u000a| (launched: 2022-12-10_11:21:49.085761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:50.690277 run osmo-stp_10.42.42.5(pid=1423): stderr: \u000a| �[0;m�[38;5;43m20221210112149257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112149257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112149258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112149258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112149259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112149259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:50.815607 run osmo-stp_10.42.42.5(pid=1423): stdout: \u000a| (launched: 2022-12-10_11:21:49.085761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:50.940022 run osmo-stp_10.42.42.5(pid=1423): stderr: \u000a| �[0;m�[38;5;43m20221210112149257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112149257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112149258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112149258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112149258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112149259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112149259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:51.084683 run patchelf(pid=1426): Terminating (SIGINT)\u000a11:21:51.254877 run patchelf(pid=1426): Terminated: ok {rc=0}\u000a11:21:51.285564 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2374↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)] [trial-2374↪gprs:sysmo↪ping.py:22]\u000a11:21:51.294092 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:21:51.354513 run osmo-hlr_10.42.42.2(pid=1420): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1420)]\u000a11:21:51.404132 run osmo-hlr_10.42.42.2(pid=1420): stdout: \u000a| (launched: 2022-12-10_11:21:48.129428) \u000a11:21:51.454224 run osmo-hlr_10.42.42.2(pid=1420): stderr: \u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112148306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112148318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112148329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112148330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112148330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:51.497408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminating (SIGTERM)\u000a11:21:51.538025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminating (SIGTERM)\u000a11:21:51.578353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1425): Terminating (SIGTERM)\u000a11:21:51.587912 --- ParallelTerminationStrategy: PID 1419 died...\u000a11:21:51.642163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminated: ok {rc=0}\u000a11:21:51.651789 --- ParallelTerminationStrategy: PID 1422 died...\u000a11:21:51.705647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminated: ok {rc=0}\u000a11:21:51.715451 --- ParallelTerminationStrategy: PID 1425 died...\u000a11:21:51.769229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1425): Terminated: ok {rc=0}\u000a11:21:51.858399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2374↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2374↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:21:52.910526 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:52.921683 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:21:53.052109 tst ping_idle_ping.py: using LAC 28042\u000a11:21:53.173703 tst ping_idle_ping.py: using RAC 247\u000a11:21:53.291047 tst ping_idle_ping.py: using CellId 28042\u000a11:21:53.410397 tst ping_idle_ping.py: using BVCI 28043\u000a11:21:53.433615 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.444066 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.454641 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.465320 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.475839 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.486632 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.497301 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:21:53.507637 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:21:53.810445 tst ping_idle_ping.py:24: start network...\u000a11:21:53.947822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:54.468892 run create_hlr_db(pid=1427): Launched\u000a11:21:54.658272 bus /gobi_6: Setting Powered False\u000a11:21:55.679030 run create_hlr_db(pid=1427): Terminated: ok {rc=0}\u000a11:21:56.089606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Launched\u000a11:21:56.396921 run osmo-hlr_10.42.42.2(pid=1430): Launched\u000a11:21:56.515114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:57.053935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Launched\u000a11:21:57.361228 run osmo-stp_10.42.42.5(pid=1433): Launched\u000a11:21:57.472872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:21:58.007638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Launched\u000a11:21:58.116343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:21:58.383499 run patchelf(pid=1436): Launched\u000a11:21:58.561405 run osmo-stp_10.42.42.5(pid=1433): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a11:21:58.691641 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-10_11:21:57.208470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:58.822026 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221210112157381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112157381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112157382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112157382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112157382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112157383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112157383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:58.948029 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-10_11:21:57.208470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:59.072383 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221210112157381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112157381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112157382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112157382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112157382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112157383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112157383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:59.217707 run patchelf(pid=1436): Terminating (SIGINT)\u000a11:21:59.387952 run patchelf(pid=1436): Terminated: ok {rc=0}\u000a11:21:59.418727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2374↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)] [trial-2374↪gprs:sysmo↪ping_idle_ping.py:27]\u000a11:21:59.427273 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:21:59.487359 run osmo-hlr_10.42.42.2(pid=1430): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1430)]\u000a11:21:59.536271 run osmo-hlr_10.42.42.2(pid=1430): stdout: \u000a| (launched: 2022-12-10_11:21:56.244788) \u000a11:21:59.586171 run osmo-hlr_10.42.42.2(pid=1430): stderr: \u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112156423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112156435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112156444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112156445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112156445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:59.627913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminating (SIGTERM)\u000a11:21:59.667463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminating (SIGTERM)\u000a11:21:59.707498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Terminating (SIGTERM)\u000a11:21:59.716592 --- ParallelTerminationStrategy: PID 1429 died...\u000a11:21:59.769363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminated: ok {rc=0}\u000a11:21:59.779055 --- ParallelTerminationStrategy: PID 1432 died...\u000a11:21:59.831902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminated: ok {rc=0}\u000a11:21:59.841831 --- ParallelTerminationStrategy: PID 1435 died...\u000a11:21:59.894828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1435): Terminated: ok {rc=0}\u000a11:21:59.983287 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:21:00" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1451): Process ended prematurely: osmo-stp_10.42.42.5(pid=1451) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1451)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1451): Process ended prematurely: osmo-stp_10.42.42.5(pid=1451) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:22:02.203663 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.215487 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:22:02.342234 tst cs_paging_gprs_active.py: using LAC 28043\u000a11:22:02.465990 tst cs_paging_gprs_active.py: using RAC 248\u000a11:22:02.589066 tst cs_paging_gprs_active.py: using CellId 28043\u000a11:22:02.709789 tst cs_paging_gprs_active.py: using BVCI 28044\u000a11:22:02.733661 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.744448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.755026 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.765847 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.776570 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.787326 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.798225 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.808935 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:02.819935 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:02.939421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:03.226053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:22:03.355487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:03.679534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1441): Launched\u000a11:22:03.948365 run iperf3-srv_10.42.42.10(pid=1442): Launched\u000a11:22:04.138750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:22:04.268668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:04.592701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Launched\u000a11:22:04.861775 run iperf3-srv_10.42.42.10(pid=1444): Launched\u000a11:22:05.051669 tst cs_paging_gprs_active.py:38: start network...\u000a11:22:05.181769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:05.672419 run create_hlr_db(pid=1445): Launched\u000a11:22:05.851190 bus /gobi_6: Setting Powered False\u000a11:22:06.871866 run create_hlr_db(pid=1445): Terminated: ok {rc=0}\u000a11:22:07.287759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1447): Launched\u000a11:22:07.600676 run osmo-hlr_10.42.42.2(pid=1448): Launched\u000a11:22:07.719317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:08.269624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1450): Launched\u000a11:22:08.583264 run osmo-stp_10.42.42.5(pid=1451): Launched\u000a11:22:08.697047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:22:09.239847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1453): Launched\u000a11:22:09.350855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:22:09.622900 run patchelf(pid=1454): Launched\u000a11:22:09.804644 run osmo-stp_10.42.42.5(pid=1451): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1451)]\u000a11:22:09.937501 run osmo-stp_10.42.42.5(pid=1451): stdout: \u000a| (launched: 2022-12-10_11:22:08.427358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:10.070319 run osmo-stp_10.42.42.5(pid=1451): stderr: \u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112208604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:10.198224 run osmo-stp_10.42.42.5(pid=1451): stdout: \u000a| (launched: 2022-12-10_11:22:08.427358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:10.325701 run osmo-stp_10.42.42.5(pid=1451): stderr: \u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112208603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112208604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112208604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:10.473897 run patchelf(pid=1454): Terminating (SIGINT)\u000a11:22:10.647526 run patchelf(pid=1454): Terminated: ok {rc=0}\u000a11:22:10.679518 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1451): Process ended prematurely: osmo-stp_10.42.42.5(pid=1451) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1451)] [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:22:10.688761 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:22:10.749776 run osmo-hlr_10.42.42.2(pid=1448): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1448)]\u000a11:22:10.799572 run osmo-hlr_10.42.42.2(pid=1448): stdout: \u000a| (launched: 2022-12-10_11:22:07.445424) \u000a11:22:10.849985 run osmo-hlr_10.42.42.2(pid=1448): stderr: \u000a| �[0;m�[1;31m20221210112207624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112207624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112207624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112207624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112207625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112207625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112207640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112207648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112207648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112207648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:10.892636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1441): Terminating (SIGTERM)\u000a11:22:10.933209 run iperf3-srv_10.42.42.10(pid=1442): Terminating (SIGTERM)\u000a11:22:10.973758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Terminating (SIGTERM)\u000a11:22:11.014449 run iperf3-srv_10.42.42.10(pid=1444): Terminating (SIGTERM)\u000a11:22:11.054767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1447): Terminating (SIGTERM)\u000a11:22:11.095328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1450): Terminating (SIGTERM)\u000a11:22:11.135954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1453): Terminating (SIGTERM)\u000a11:22:11.145523 --- ParallelTerminationStrategy: PID 1441 died...\u000a11:22:11.199685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1441): Terminated: ok {rc=0}\u000a11:22:11.209640 --- ParallelTerminationStrategy: PID 1442 died...\u000a11:22:11.263035 run iperf3-srv_10.42.42.10(pid=1442): Terminated {rc=256}\u000a11:22:11.272798 --- ParallelTerminationStrategy: PID 1443 died...\u000a11:22:11.327000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Terminated: ok {rc=0}\u000a11:22:11.336555 --- ParallelTerminationStrategy: PID 1444 died...\u000a11:22:11.389947 run iperf3-srv_10.42.42.10(pid=1444): Terminated {rc=256}\u000a11:22:11.399537 --- ParallelTerminationStrategy: PID 1447 died...\u000a11:22:11.452757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1447): Terminated: ok {rc=0}\u000a11:22:11.462559 --- ParallelTerminationStrategy: PID 1450 died...\u000a11:22:11.516217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1450): Terminated: ok {rc=0}\u000a11:22:11.525952 --- ParallelTerminationStrategy: PID 1453 died...\u000a11:22:11.580145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1453): Terminated: ok {rc=0}\u000a11:22:11.669630 bus /gobi_0: Setting Powered False\u000a11:22:12.773157 bus /gobi_0: Setting Powered False\u000a11:22:13.885486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:22:14.997210 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.008636 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:22:15.136474 tst iperf3.py: using LAC 28044\u000a11:22:15.258567 tst iperf3.py: using RAC 249\u000a11:22:15.380147 tst iperf3.py: using CellId 28044\u000a11:22:15.501946 tst iperf3.py: using BVCI 28045\u000a11:22:15.525670 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.536375 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.547148 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.558036 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.568633 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.579743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.590811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.601667 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:15.612573 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:15.919139 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:22:16.066832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:16.428499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1455): Launched\u000a11:22:16.720229 run iperf3-srv_10.42.42.10(pid=1456): Launched\u000a11:22:16.913328 tst iperf3.py:8: start network...\u000a11:22:17.045985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:17.538186 run create_hlr_db(pid=1457): Launched\u000a11:22:17.717288 bus /gobi_6: Setting Powered False\u000a11:22:18.738004 run create_hlr_db(pid=1457): Terminated: ok {rc=0}\u000a11:22:19.178451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Launched\u000a11:22:19.510597 run osmo-hlr_10.42.42.2(pid=1460): Launched\u000a11:22:19.634461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:20.210869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Launched\u000a11:22:20.543721 run osmo-stp_10.42.42.5(pid=1463): Launched\u000a11:22:20.663682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:22:21.244109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Launched\u000a11:22:21.362317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:22:21.652556 run patchelf(pid=1466): Launched\u000a11:22:21.846833 run osmo-stp_10.42.42.5(pid=1463): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a11:22:21.988205 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-10_11:22:20.379103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:22.129729 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221210112220574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112220574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112220575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112220575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112220577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112220578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112220578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:22.266415 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-10_11:22:20.379103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:22.401626 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221210112220574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112220574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112220575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112220575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112220577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112220578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112220578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:22.559656 run patchelf(pid=1466): Terminating (SIGINT)\u000a11:22:22.744931 run patchelf(pid=1466): Terminated: ok {rc=0}\u000a11:22:22.778814 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)] [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a11:22:22.788750 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:22:22.852481 run osmo-hlr_10.42.42.2(pid=1460): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1460)]\u000a11:22:22.904489 run osmo-hlr_10.42.42.2(pid=1460): stdout: \u000a| (launched: 2022-12-10_11:22:19.347612) \u000a11:22:22.956934 run osmo-hlr_10.42.42.2(pid=1460): stderr: \u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112219550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112219563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112219573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112219573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112219573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:23.001684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1455): Terminating (SIGTERM)\u000a11:22:23.043644 run iperf3-srv_10.42.42.10(pid=1456): Terminating (SIGTERM)\u000a11:22:23.085932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminating (SIGTERM)\u000a11:22:23.127981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminating (SIGTERM)\u000a11:22:23.170190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Terminating (SIGTERM)\u000a11:22:23.179754 --- ParallelTerminationStrategy: PID 1455 died...\u000a11:22:23.235654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1455): Terminated: ok {rc=0}\u000a11:22:23.245774 --- ParallelTerminationStrategy: PID 1456 died...\u000a11:22:23.301296 run iperf3-srv_10.42.42.10(pid=1456): Terminated {rc=256}\u000a11:22:23.311293 --- ParallelTerminationStrategy: PID 1459 died...\u000a11:22:23.366607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminated: ok {rc=0}\u000a11:22:23.376548 --- ParallelTerminationStrategy: PID 1462 died...\u000a11:22:23.432349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminated: ok {rc=0}\u000a11:22:23.442429 --- ParallelTerminationStrategy: PID 1465 died...\u000a11:22:23.498589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1465): Terminated: ok {rc=0}\u000a11:22:23.587166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1481): Process ended prematurely: osmo-stp_10.42.42.5(pid=1481) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1481)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1481): Process ended prematurely: osmo-stp_10.42.42.5(pid=1481) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:22:24.699314 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:24.710977 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:22:24.839034 tst iperf3m4.py: using LAC 28045\u000a11:22:24.965558 tst iperf3m4.py: using RAC 250\u000a11:22:25.085171 tst iperf3m4.py: using CellId 28045\u000a11:22:25.204196 tst iperf3m4.py: using BVCI 28046\u000a11:22:25.227870 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.238724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.249462 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.260259 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.271116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.281893 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.292746 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.303472 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:25.314568 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:25.431094 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:25.554004 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:25.672635 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:25.970786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:22:26.109384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:26.454715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1467): Launched\u000a11:22:26.740489 run iperf3-srv_10.42.42.10(pid=1468): Launched\u000a11:22:26.943604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:22:27.081887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:27.426398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Launched\u000a11:22:27.712533 run iperf3-srv_10.42.42.10(pid=1470): Launched\u000a11:22:27.916718 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:22:28.055059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:28.399047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Launched\u000a11:22:28.685709 run iperf3-srv_10.42.42.10(pid=1472): Launched\u000a11:22:28.889190 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:22:29.027263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:22:29.371577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Launched\u000a11:22:29.659451 run iperf3-srv_10.42.42.10(pid=1474): Launched\u000a11:22:29.863475 tst iperf3m4.py:8: start network...\u000a11:22:30.001791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:30.531243 run create_hlr_db(pid=1475): Launched\u000a11:22:30.723200 bus /gobi_6: Setting Powered False\u000a11:22:31.748722 run create_hlr_db(pid=1475): Terminated: ok {rc=0}\u000a11:22:32.280268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1477): Launched\u000a11:22:32.614910 run osmo-hlr_10.42.42.2(pid=1478): Launched\u000a11:22:32.734934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:33.310143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1480): Launched\u000a11:22:33.641972 run osmo-stp_10.42.42.5(pid=1481): Launched\u000a11:22:33.761388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:22:34.338707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1483): Launched\u000a11:22:34.456586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:22:34.746357 run patchelf(pid=1484): Launched\u000a11:22:34.938950 run osmo-stp_10.42.42.5(pid=1481): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1481)]\u000a11:22:35.079132 run osmo-stp_10.42.42.5(pid=1481): stdout: \u000a| (launched: 2022-12-10_11:22:33.478440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:35.220288 run osmo-stp_10.42.42.5(pid=1481): stderr: \u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112233676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:35.355807 run osmo-stp_10.42.42.5(pid=1481): stdout: \u000a| (launched: 2022-12-10_11:22:33.478440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:35.490890 run osmo-stp_10.42.42.5(pid=1481): stderr: \u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112233675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112233676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112233676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:35.648024 run patchelf(pid=1484): Terminating (SIGINT)\u000a11:22:35.832454 run patchelf(pid=1484): Terminated: ok {rc=0}\u000a11:22:35.866636 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1481): Process ended prematurely: osmo-stp_10.42.42.5(pid=1481) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1481)] [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:22:35.876395 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a11:22:35.939735 run osmo-hlr_10.42.42.2(pid=1478): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1478)]\u000a11:22:35.993255 run osmo-hlr_10.42.42.2(pid=1478): stdout: \u000a| (launched: 2022-12-10_11:22:32.449892) \u000a11:22:36.045192 run osmo-hlr_10.42.42.2(pid=1478): stderr: \u000a| �[0;m�[1;31m20221210112232650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112232650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112232651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112232651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112232651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112232651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112232664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112232672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112232672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112232672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:36.089520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1467): Terminating (SIGTERM)\u000a11:22:36.131095 run iperf3-srv_10.42.42.10(pid=1468): Terminating (SIGTERM)\u000a11:22:36.172877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Terminating (SIGTERM)\u000a11:22:36.214547 run iperf3-srv_10.42.42.10(pid=1470): Terminating (SIGTERM)\u000a11:22:36.256124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Terminating (SIGTERM)\u000a11:22:36.297785 run iperf3-srv_10.42.42.10(pid=1472): Terminating (SIGTERM)\u000a11:22:36.339483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Terminating (SIGTERM)\u000a11:22:36.381099 run iperf3-srv_10.42.42.10(pid=1474): Terminating (SIGTERM)\u000a11:22:36.422756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1477): Terminating (SIGTERM)\u000a11:22:36.464449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1480): Terminating (SIGTERM)\u000a11:22:36.506096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1483): Terminating (SIGTERM)\u000a11:22:36.515719 --- ParallelTerminationStrategy: PID 1467 died...\u000a11:22:36.571662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1467): Terminated: ok {rc=0}\u000a11:22:36.581845 --- ParallelTerminationStrategy: PID 1468 died...\u000a11:22:36.637193 run iperf3-srv_10.42.42.10(pid=1468): Terminated {rc=256}\u000a11:22:36.647257 --- ParallelTerminationStrategy: PID 1469 died...\u000a11:22:36.702820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Terminated: ok {rc=0}\u000a11:22:36.712856 --- ParallelTerminationStrategy: PID 1470 died...\u000a11:22:36.768236 run iperf3-srv_10.42.42.10(pid=1470): Terminated {rc=256}\u000a11:22:36.778326 --- ParallelTerminationStrategy: PID 1471 died...\u000a11:22:36.833747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Terminated: ok {rc=0}\u000a11:22:36.844186 --- ParallelTerminationStrategy: PID 1472 died...\u000a11:22:36.899988 run iperf3-srv_10.42.42.10(pid=1472): Terminated {rc=256}\u000a11:22:36.910166 --- ParallelTerminationStrategy: PID 1473 died...\u000a11:22:36.965787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Terminated: ok {rc=0}\u000a11:22:36.975930 --- ParallelTerminationStrategy: PID 1474 died...\u000a11:22:37.031516 run iperf3-srv_10.42.42.10(pid=1474): Terminated {rc=256}\u000a11:22:37.042020 --- ParallelTerminationStrategy: PID 1477 died...\u000a11:22:37.097750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1477): Terminated: ok {rc=0}\u000a11:22:37.107892 --- ParallelTerminationStrategy: PID 1480 died...\u000a11:22:37.163492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1480): Terminated: ok {rc=0}\u000a11:22:37.173938 --- ParallelTerminationStrategy: PID 1483 died...\u000a11:22:37.229539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1483): Terminated: ok {rc=0}\u000a11:22:37.317410 bus /gobi_4: Setting Powered False\u000a11:22:38.424203 bus /gobi_4: Setting Powered False\u000a11:22:39.532657 bus /gobi_1: Setting Powered False\u000a11:22:40.640665 bus /gobi_1: Setting Powered False\u000a11:22:41.749244 bus /gobi_0: Setting Powered False\u000a11:22:42.855054 bus /gobi_0: Setting Powered False\u000a11:22:43.968044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:22:45.035008 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.046675 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:22:45.172841 tst ping.py: using LAC 28046\u000a11:22:45.293415 tst ping.py: using RAC 251\u000a11:22:45.420366 tst ping.py: using CellId 28046\u000a11:22:45.551878 tst ping.py: using BVCI 28047\u000a11:22:45.576760 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.588218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.599492 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.610582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.621824 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.632704 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.643831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:45.654922 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:45.945226 tst ping.py:19: start network...\u000a11:22:46.097256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:46.661400 run create_hlr_db(pid=1486): Launched\u000a11:22:46.856306 bus /gobi_6: Setting Powered False\u000a11:22:47.872558 run create_hlr_db(pid=1486): Terminated: ok {rc=0}\u000a11:22:48.307628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Launched\u000a11:22:48.634691 run osmo-hlr_10.42.42.2(pid=1489): Launched\u000a11:22:48.753176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:49.318688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Launched\u000a11:22:49.645738 run osmo-stp_10.42.42.5(pid=1492): Launched\u000a11:22:49.763598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:22:50.333798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1494): Launched\u000a11:22:50.449550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:22:50.734398 run patchelf(pid=1495): Launched\u000a11:22:50.924237 run osmo-stp_10.42.42.5(pid=1492): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]\u000a11:22:51.062794 run osmo-stp_10.42.42.5(pid=1492): stdout: \u000a| (launched: 2022-12-10_11:22:49.484301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:51.201660 run osmo-stp_10.42.42.5(pid=1492): stderr: \u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112249680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:51.335611 run osmo-stp_10.42.42.5(pid=1492): stdout: \u000a| (launched: 2022-12-10_11:22:49.484301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:51.468203 run osmo-stp_10.42.42.5(pid=1492): stderr: \u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112249679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112249680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112249680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:51.622954 run patchelf(pid=1495): Terminating (SIGINT)\u000a11:22:51.803996 run patchelf(pid=1495): Terminated: ok {rc=0}\u000a11:22:51.836664 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)] [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a11:22:51.846024 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:22:51.909794 run osmo-hlr_10.42.42.2(pid=1489): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1489)]\u000a11:22:51.961786 run osmo-hlr_10.42.42.2(pid=1489): stdout: \u000a| (launched: 2022-12-10_11:22:48.473375) \u000a11:22:52.014242 run osmo-hlr_10.42.42.2(pid=1489): stderr: \u000a| �[0;m�[1;31m20221210112248674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112248675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112248675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112248675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112248675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112248675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112248687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112248697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112248697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112248697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:52.058916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Terminating (SIGTERM)\u000a11:22:52.101157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Terminating (SIGTERM)\u000a11:22:52.143379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1494): Terminating (SIGTERM)\u000a11:22:52.153188 --- ParallelTerminationStrategy: PID 1488 died...\u000a11:22:52.209620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Terminated: ok {rc=0}\u000a11:22:52.219868 --- ParallelTerminationStrategy: PID 1491 died...\u000a11:22:52.276132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Terminated: ok {rc=0}\u000a11:22:52.286271 --- ParallelTerminationStrategy: PID 1494 died...\u000a11:22:52.342662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1494): Terminated: ok {rc=0}\u000a11:22:52.431017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1502): Process ended prematurely: osmo-stp_10.42.42.5(pid=1502) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1502)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1502): Process ended prematurely: osmo-stp_10.42.42.5(pid=1502) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:22:53.483263 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:53.494949 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:22:53.628568 tst ping_idle_ping.py: using LAC 28047\u000a11:22:53.751800 tst ping_idle_ping.py: using RAC 252\u000a11:22:53.872777 tst ping_idle_ping.py: using CellId 28047\u000a11:22:53.995695 tst ping_idle_ping.py: using BVCI 28048\u000a11:22:54.019254 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.030356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.041178 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.052353 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.063493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.074379 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.085533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:22:54.096491 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:22:54.396407 tst ping_idle_ping.py:24: start network...\u000a11:22:54.523614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:55.003198 run create_hlr_db(pid=1496): Launched\u000a11:22:55.179755 bus /gobi_6: Setting Powered False\u000a11:22:56.201165 run create_hlr_db(pid=1496): Terminated: ok {rc=0}\u000a11:22:56.628682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1498): Launched\u000a11:22:56.936688 run osmo-hlr_10.42.42.2(pid=1499): Launched\u000a11:22:57.047564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:57.577579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1501): Launched\u000a11:22:57.885384 run osmo-stp_10.42.42.5(pid=1502): Launched\u000a11:22:57.997221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:22:58.532081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1504): Launched\u000a11:22:58.641436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:22:58.909371 run patchelf(pid=1505): Launched\u000a11:22:59.087725 run osmo-stp_10.42.42.5(pid=1502): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1502)]\u000a11:22:59.218177 run osmo-stp_10.42.42.5(pid=1502): stdout: \u000a| (launched: 2022-12-10_11:22:57.732630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:59.348595 run osmo-stp_10.42.42.5(pid=1502): stderr: \u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112257905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:59.474342 run osmo-stp_10.42.42.5(pid=1502): stdout: \u000a| (launched: 2022-12-10_11:22:57.732630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:59.599184 run osmo-stp_10.42.42.5(pid=1502): stderr: \u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112257905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112257905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112257906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:59.744146 run patchelf(pid=1505): Terminating (SIGINT)\u000a11:22:59.914912 run patchelf(pid=1505): Terminated: ok {rc=0}\u000a11:22:59.945997 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1502): Process ended prematurely: osmo-stp_10.42.42.5(pid=1502) [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1502)] [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:22:59.954651 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:23:00.015409 run osmo-hlr_10.42.42.2(pid=1499): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1499)]\u000a11:23:00.065409 run osmo-hlr_10.42.42.2(pid=1499): stdout: \u000a| (launched: 2022-12-10_11:22:56.784248) \u000a11:23:00.115623 run osmo-hlr_10.42.42.2(pid=1499): stderr: \u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112256964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112256976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112256985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112256985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112256986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:00.158045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1498): Terminating (SIGTERM)\u000a11:23:00.198376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1501): Terminating (SIGTERM)\u000a11:23:00.238765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1504): Terminating (SIGTERM)\u000a11:23:00.248483 --- ParallelTerminationStrategy: PID 1498 died...\u000a11:23:00.302608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1498): Terminated: ok {rc=0}\u000a11:23:00.312803 --- ParallelTerminationStrategy: PID 1501 died...\u000a11:23:00.365990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1501): Terminated: ok {rc=0}\u000a11:23:00.376012 --- ParallelTerminationStrategy: PID 1504 died...\u000a11:23:00.429317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1504): Terminated: ok {rc=0}\u000a11:23:00.513498 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:23:02.734804 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:02.746267 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:23:02.899286 tst cs_paging_gprs_active.py: using LAC 28048\u000a11:23:03.029757 tst cs_paging_gprs_active.py: using RAC 253\u000a11:23:03.159057 tst cs_paging_gprs_active.py: using CellId 28048\u000a11:23:03.288020 tst cs_paging_gprs_active.py: using BVCI 28049\u000a11:23:03.313565 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.324729 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.335911 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.347181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.358211 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.369290 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.380428 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.391452 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:03.402826 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:03.523218 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:03.824569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:23:03.964093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:04.309209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Launched\u000a11:23:04.596048 run iperf3-srv_10.42.42.10(pid=1510): Launched\u000a11:23:04.799797 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:23:04.939385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:05.283778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Launched\u000a11:23:05.570870 run iperf3-srv_10.42.42.10(pid=1512): Launched\u000a11:23:05.774690 tst cs_paging_gprs_active.py:38: start network...\u000a11:23:05.913863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:06.446386 run create_hlr_db(pid=1513): Launched\u000a11:23:06.638419 bus /gobi_6: Setting Powered False\u000a11:23:07.659891 run create_hlr_db(pid=1513): Terminated: ok {rc=0}\u000a11:23:08.081035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Launched\u000a11:23:08.396701 run osmo-hlr_10.42.42.2(pid=1516): Launched\u000a11:23:08.516240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:09.060404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Launched\u000a11:23:09.373700 run osmo-stp_10.42.42.5(pid=1519): Launched\u000a11:23:09.486714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:10.033010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Launched\u000a11:23:10.144692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:10.421192 run patchelf(pid=1522): Launched\u000a11:23:10.602795 run osmo-stp_10.42.42.5(pid=1519): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]\u000a11:23:10.735584 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-10_11:23:09.218086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:10.868629 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112309394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:10.996480 run osmo-stp_10.42.42.5(pid=1519): stdout: \u000a| (launched: 2022-12-10_11:23:09.218086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:11.123919 run osmo-stp_10.42.42.5(pid=1519): stderr: \u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112309394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112309394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112309395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:11.271854 run patchelf(pid=1522): Terminating (SIGINT)\u000a11:23:11.445846 run patchelf(pid=1522): Terminated: ok {rc=0}\u000a11:23:11.477683 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:23:11.486930 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:23:11.548052 run osmo-hlr_10.42.42.2(pid=1516): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1516)]\u000a11:23:11.597751 run osmo-hlr_10.42.42.2(pid=1516): stdout: \u000a| (launched: 2022-12-10_11:23:08.239671) \u000a11:23:11.647966 run osmo-hlr_10.42.42.2(pid=1516): stderr: \u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112308420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112308432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112308441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112308441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:11.691274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminating (SIGTERM)\u000a11:23:11.731423 run iperf3-srv_10.42.42.10(pid=1510): Terminating (SIGTERM)\u000a11:23:11.771773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminating (SIGTERM)\u000a11:23:11.812132 run iperf3-srv_10.42.42.10(pid=1512): Terminating (SIGTERM)\u000a11:23:11.852718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminating (SIGTERM)\u000a11:23:11.893214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminating (SIGTERM)\u000a11:23:11.933122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminating (SIGTERM)\u000a11:23:11.942617 --- ParallelTerminationStrategy: PID 1509 died...\u000a11:23:11.996267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminated: ok {rc=0}\u000a11:23:12.006235 --- ParallelTerminationStrategy: PID 1510 died...\u000a11:23:12.059665 run iperf3-srv_10.42.42.10(pid=1510): Terminated {rc=256}\u000a11:23:12.069915 --- ParallelTerminationStrategy: PID 1511 died...\u000a11:23:12.124052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminated: ok {rc=0}\u000a11:23:12.133778 --- ParallelTerminationStrategy: PID 1512 died...\u000a11:23:12.187286 run iperf3-srv_10.42.42.10(pid=1512): Terminated {rc=256}\u000a11:23:12.197160 --- ParallelTerminationStrategy: PID 1515 died...\u000a11:23:12.250551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminated: ok {rc=0}\u000a11:23:12.260334 --- ParallelTerminationStrategy: PID 1518 died...\u000a11:23:12.313819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminated: ok {rc=0}\u000a11:23:12.323475 --- ParallelTerminationStrategy: PID 1521 died...\u000a11:23:12.377187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminated: ok {rc=0}\u000a11:23:12.461394 bus /gobi_0: Setting Powered False\u000a11:23:13.569575 bus /gobi_0: Setting Powered False\u000a11:23:14.678084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:23:15.794701 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:15.806888 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:23:15.982942 tst iperf3.py: using LAC 28049\u000a11:23:16.118920 tst iperf3.py: using RAC 254\u000a11:23:16.256731 tst iperf3.py: using CellId 28049\u000a11:23:16.383277 tst iperf3.py: using BVCI 28050\u000a11:23:16.408147 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.419861 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.432128 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.451840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.468280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.485878 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.498764 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.511661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:16.526024 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:16.892342 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:23:17.080644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:17.528282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Launched\u000a11:23:17.866292 run iperf3-srv_10.42.42.10(pid=1573): Launched\u000a11:23:18.106629 tst iperf3.py:8: start network...\u000a11:23:18.263892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:18.907350 run create_hlr_db(pid=1648): Launched\u000a11:23:19.123443 bus /gobi_6: Setting Powered False\u000a11:23:20.126957 run create_hlr_db(pid=1648): Terminated: ok {rc=0}\u000a11:23:20.593883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1798): Launched\u000a11:23:21.013212 run osmo-hlr_10.42.42.2(pid=1799): Launched\u000a11:23:21.242495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:21.919035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Launched\u000a11:23:22.342644 run osmo-stp_10.42.42.5(pid=1804): Launched\u000a11:23:22.572876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:23.205266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1806): Launched\u000a11:23:23.318717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:23.614689 run patchelf(pid=1807): Launched\u000a11:23:23.799519 run osmo-stp_10.42.42.5(pid=1804): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]\u000a11:23:23.935400 run osmo-stp_10.42.42.5(pid=1804): stdout: \u000a| (launched: 2022-12-10_11:23:22.079650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:24.071805 run osmo-stp_10.42.42.5(pid=1804): stderr: \u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112322422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:24.205098 run osmo-stp_10.42.42.5(pid=1804): stdout: \u000a| (launched: 2022-12-10_11:23:22.079650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:24.337196 run osmo-stp_10.42.42.5(pid=1804): stderr: \u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112322422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112322422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112322423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:24.490503 run patchelf(pid=1807): Terminating (SIGINT)\u000a11:23:24.670444 run patchelf(pid=1807): Terminated: ok {rc=0}\u000a11:23:24.703873 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:23:24.714435 tst iperf3.py:8: Test FAILED (9.0 sec)\u000a11:23:24.780659 run osmo-hlr_10.42.42.2(pid=1799): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1799)]\u000a11:23:24.833273 run osmo-hlr_10.42.42.2(pid=1799): stdout: \u000a| (launched: 2022-12-10_11:23:20.754085) \u000a11:23:24.887162 run osmo-hlr_10.42.42.2(pid=1799): stderr: \u000a| �[0;m�[1;31m20221210112321109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112321109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112321110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112321110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112321110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112321110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112321123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112321141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112321141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112321141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:24.932013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Terminating (SIGTERM)\u000a11:23:24.978525 run iperf3-srv_10.42.42.10(pid=1573): Terminating (SIGTERM)\u000a11:23:25.022526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1798): Terminating (SIGTERM)\u000a11:23:25.068820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Terminating (SIGTERM)\u000a11:23:25.112033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1806): Terminating (SIGTERM)\u000a11:23:25.125017 --- ParallelTerminationStrategy: PID 1560 died...\u000a11:23:25.184749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Terminated: ok {rc=0}\u000a11:23:25.195573 --- ParallelTerminationStrategy: PID 1573 died...\u000a11:23:25.253756 run iperf3-srv_10.42.42.10(pid=1573): Terminated {rc=256}\u000a11:23:25.264654 --- ParallelTerminationStrategy: PID 1798 died...\u000a11:23:25.322791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1798): Terminated: ok {rc=0}\u000a11:23:25.333656 --- ParallelTerminationStrategy: PID 1803 died...\u000a11:23:25.391694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Terminated: ok {rc=0}\u000a11:23:25.402626 --- ParallelTerminationStrategy: PID 1806 died...\u000a11:23:25.460527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1806): Terminated: ok {rc=0}\u000a11:23:25.549598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1824): Process ended prematurely: osmo-stp_10.42.42.5(pid=1824) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1824)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1824): Process ended prematurely: osmo-stp_10.42.42.5(pid=1824) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:23:26.669520 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:26.682281 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:23:26.835151 tst iperf3m4.py: using LAC 28050\u000a11:23:26.962056 tst iperf3m4.py: using RAC 255\u000a11:23:27.087087 tst iperf3m4.py: using CellId 28050\u000a11:23:27.214995 tst iperf3m4.py: using BVCI 28051\u000a11:23:27.239751 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.251982 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.264624 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.276516 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.290131 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.302964 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.316325 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.327933 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:27.343206 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:27.465271 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:27.592317 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:27.714061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:28.009356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:23:28.145341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:28.495901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1808): Launched\u000a11:23:28.792357 run iperf3-srv_10.42.42.10(pid=1809): Launched\u000a11:23:28.990265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:23:29.124281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:29.476077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1810): Launched\u000a11:23:29.773656 run iperf3-srv_10.42.42.10(pid=1811): Launched\u000a11:23:29.972060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:23:30.106453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:30.456289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1812): Launched\u000a11:23:30.753147 run iperf3-srv_10.42.42.10(pid=1813): Launched\u000a11:23:30.973053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:23:31.110061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:31.508565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1815): Launched\u000a11:23:31.864472 run iperf3-srv_10.42.42.10(pid=1816): Launched\u000a11:23:32.124184 tst iperf3m4.py:8: start network...\u000a11:23:32.299213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:32.923693 run create_hlr_db(pid=1817): Launched\u000a11:23:33.149988 bus /gobi_6: Setting Powered False\u000a11:23:34.137883 run create_hlr_db(pid=1817): Terminated: ok {rc=0}\u000a11:23:34.622781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1820): Launched\u000a11:23:35.045660 run osmo-hlr_10.42.42.2(pid=1821): Launched\u000a11:23:35.290349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:35.966799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1823): Launched\u000a11:23:36.394878 run osmo-stp_10.42.42.5(pid=1824): Launched\u000a11:23:36.628413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:37.307450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1826): Launched\u000a11:23:37.423618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:37.725932 run patchelf(pid=1827): Launched\u000a11:23:37.915611 run osmo-stp_10.42.42.5(pid=1824): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1824)]\u000a11:23:38.054214 run osmo-stp_10.42.42.5(pid=1824): stdout: \u000a| (launched: 2022-12-10_11:23:36.134013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:38.193861 run osmo-stp_10.42.42.5(pid=1824): stderr: \u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112336480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:38.327711 run osmo-stp_10.42.42.5(pid=1824): stdout: \u000a| (launched: 2022-12-10_11:23:36.134013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:38.461489 run osmo-stp_10.42.42.5(pid=1824): stderr: \u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112336480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112336480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112336488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:38.618059 run patchelf(pid=1827): Terminating (SIGINT)\u000a11:23:38.799949 run patchelf(pid=1827): Terminated: ok {rc=0}\u000a11:23:38.833976 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1824): Process ended prematurely: osmo-stp_10.42.42.5(pid=1824) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1824)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:23:38.844425 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a11:23:38.911548 run osmo-hlr_10.42.42.2(pid=1821): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1821)]\u000a11:23:38.965623 run osmo-hlr_10.42.42.2(pid=1821): stdout: \u000a| (launched: 2022-12-10_11:23:34.787257) \u000a11:23:39.019601 run osmo-hlr_10.42.42.2(pid=1821): stderr: \u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112335142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112335162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112335174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112335175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112335175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:39.065271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1808): Terminating (SIGTERM)\u000a11:23:39.111217 run iperf3-srv_10.42.42.10(pid=1809): Terminating (SIGTERM)\u000a11:23:39.157395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1810): Terminating (SIGTERM)\u000a11:23:39.200826 run iperf3-srv_10.42.42.10(pid=1811): Terminating (SIGTERM)\u000a11:23:39.248245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1812): Terminating (SIGTERM)\u000a11:23:39.293513 run iperf3-srv_10.42.42.10(pid=1813): Terminating (SIGTERM)\u000a11:23:39.339051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1815): Terminating (SIGTERM)\u000a11:23:39.385395 run iperf3-srv_10.42.42.10(pid=1816): Terminating (SIGTERM)\u000a11:23:39.430110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1820): Terminating (SIGTERM)\u000a11:23:39.475365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1823): Terminating (SIGTERM)\u000a11:23:39.522128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1826): Terminating (SIGTERM)\u000a11:23:39.533177 --- ParallelTerminationStrategy: PID 1808 died...\u000a11:23:39.594885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1808): Terminated: ok {rc=0}\u000a11:23:39.606021 --- ParallelTerminationStrategy: PID 1809 died...\u000a11:23:39.664173 run iperf3-srv_10.42.42.10(pid=1809): Terminated {rc=256}\u000a11:23:39.674855 --- ParallelTerminationStrategy: PID 1810 died...\u000a11:23:39.733509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1810): Terminated: ok {rc=0}\u000a11:23:39.745284 --- ParallelTerminationStrategy: PID 1811 died...\u000a11:23:39.803525 run iperf3-srv_10.42.42.10(pid=1811): Terminated {rc=256}\u000a11:23:39.814397 --- ParallelTerminationStrategy: PID 1812 died...\u000a11:23:39.873023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1812): Terminated: ok {rc=0}\u000a11:23:39.883769 --- ParallelTerminationStrategy: PID 1813 died...\u000a11:23:39.942834 run iperf3-srv_10.42.42.10(pid=1813): Terminated {rc=256}\u000a11:23:39.955140 --- ParallelTerminationStrategy: PID 1815 died...\u000a11:23:40.013526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1815): Terminated: ok {rc=0}\u000a11:23:40.024452 --- ParallelTerminationStrategy: PID 1816 died...\u000a11:23:40.082330 run iperf3-srv_10.42.42.10(pid=1816): Terminated {rc=256}\u000a11:23:40.093706 --- ParallelTerminationStrategy: PID 1820 died...\u000a11:23:40.152689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1820): Terminated: ok {rc=0}\u000a11:23:40.167617 --- ParallelTerminationStrategy: PID 1823 died...\u000a11:23:40.225765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1823): Terminated: ok {rc=0}\u000a11:23:40.236538 --- ParallelTerminationStrategy: PID 1826 died...\u000a11:23:40.296138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1826): Terminated: ok {rc=0}\u000a11:23:40.389590 bus /gobi_4: Setting Powered False\u000a11:23:41.496674 bus /gobi_4: Setting Powered False\u000a11:23:42.607079 bus /gobi_1: Setting Powered False\u000a11:23:43.715242 bus /gobi_1: Setting Powered False\u000a11:23:44.824759 bus /gobi_0: Setting Powered False\u000a11:23:45.951784 bus /gobi_0: Setting Powered False\u000a11:23:47.065674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:23:48.132068 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.143796 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:23:48.288068 tst ping.py: using LAC 28051\u000a11:23:48.409202 tst ping.py: using RAC 1\u000a11:23:48.530646 tst ping.py: using CellId 28051\u000a11:23:48.658604 tst ping.py: using BVCI 28052\u000a11:23:48.683840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.695526 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.706843 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.718582 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.729624 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.741991 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.753513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:48.764737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:49.045943 tst ping.py:19: start network...\u000a11:23:49.173187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:49.656349 run create_hlr_db(pid=1828): Launched\u000a11:23:49.832928 bus /gobi_6: Setting Powered False\u000a11:23:50.854058 run create_hlr_db(pid=1828): Terminated: ok {rc=0}\u000a11:23:51.289057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Launched\u000a11:23:51.618038 run osmo-hlr_10.42.42.2(pid=1831): Launched\u000a11:23:51.736701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:52.311233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Launched\u000a11:23:52.639221 run osmo-stp_10.42.42.5(pid=1834): Launched\u000a11:23:52.757663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:53.324529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1836): Launched\u000a11:23:53.440401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:53.724937 run patchelf(pid=1837): Launched\u000a11:23:53.914089 run osmo-stp_10.42.42.5(pid=1834): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]\u000a11:23:54.052098 run osmo-stp_10.42.42.5(pid=1834): stdout: \u000a| (launched: 2022-12-10_11:23:52.477530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:54.190688 run osmo-stp_10.42.42.5(pid=1834): stderr: \u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112352674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:54.324473 run osmo-stp_10.42.42.5(pid=1834): stdout: \u000a| (launched: 2022-12-10_11:23:52.477530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:54.457973 run osmo-stp_10.42.42.5(pid=1834): stderr: \u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112352673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112352674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112352676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:54.612277 run patchelf(pid=1837): Terminating (SIGINT)\u000a11:23:54.792153 run patchelf(pid=1837): Terminated: ok {rc=0}\u000a11:23:54.824822 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:23:54.834075 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:23:54.897025 run osmo-hlr_10.42.42.2(pid=1831): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1831)]\u000a11:23:54.948086 run osmo-hlr_10.42.42.2(pid=1831): stdout: \u000a| (launched: 2022-12-10_11:23:51.455249) \u000a11:23:54.999744 run osmo-hlr_10.42.42.2(pid=1831): stderr: \u000a| �[0;m�[1;31m20221210112351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112351659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112351659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112351659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112351673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112351681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112351681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112351681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:55.043991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Terminating (SIGTERM)\u000a11:23:55.085844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Terminating (SIGTERM)\u000a11:23:55.127779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1836): Terminating (SIGTERM)\u000a11:23:55.137582 --- ParallelTerminationStrategy: PID 1830 died...\u000a11:23:55.193388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Terminated: ok {rc=0}\u000a11:23:55.203482 --- ParallelTerminationStrategy: PID 1833 died...\u000a11:23:55.258827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Terminated: ok {rc=0}\u000a11:23:55.268867 --- ParallelTerminationStrategy: PID 1836 died...\u000a11:23:55.324435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1836): Terminated: ok {rc=0}\u000a11:23:55.411185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1844): Process ended prematurely: osmo-stp_10.42.42.5(pid=1844) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1844)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1844): Process ended prematurely: osmo-stp_10.42.42.5(pid=1844) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:23:56.464591 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:56.477245 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:23:56.632164 tst ping_idle_ping.py: using LAC 28052\u000a11:23:56.764460 tst ping_idle_ping.py: using RAC 2\u000a11:23:56.890762 tst ping_idle_ping.py: using CellId 28052\u000a11:23:57.018084 tst ping_idle_ping.py: using BVCI 28053\u000a11:23:57.043119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.054720 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.066099 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.077388 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.088541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.099827 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.111276 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:23:57.122630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:23:57.403660 tst ping_idle_ping.py:24: start network...\u000a11:23:57.531372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:58.016836 run create_hlr_db(pid=1838): Launched\u000a11:23:58.193732 bus /gobi_6: Setting Powered False\u000a11:23:59.214101 run create_hlr_db(pid=1838): Terminated: ok {rc=0}\u000a11:23:59.650183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1840): Launched\u000a11:23:59.981587 run osmo-hlr_10.42.42.2(pid=1841): Launched\u000a11:24:00.100798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:00.668392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1843): Launched\u000a11:24:01.058568 run osmo-stp_10.42.42.5(pid=1844): Launched\u000a11:24:01.237557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:01.889232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1846): Launched\u000a11:24:02.008254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:02.309792 run patchelf(pid=1847): Launched\u000a11:24:02.499631 run osmo-stp_10.42.42.5(pid=1844): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1844)]\u000a11:24:02.639168 run osmo-stp_10.42.42.5(pid=1844): stdout: \u000a| (launched: 2022-12-10_11:24:00.842988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:02.778489 run osmo-stp_10.42.42.5(pid=1844): stderr: \u000a| �[0;m�[38;5;43m20221210112401169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112401169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112401176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112401176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:02.913404 run osmo-stp_10.42.42.5(pid=1844): stdout: \u000a| (launched: 2022-12-10_11:24:00.842988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:03.047111 run osmo-stp_10.42.42.5(pid=1844): stderr: \u000a| �[0;m�[38;5;43m20221210112401169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112401169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112401176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112401176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112401181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:03.202112 run patchelf(pid=1847): Terminating (SIGINT)\u000a11:24:03.383702 run patchelf(pid=1847): Terminated: ok {rc=0}\u000a11:24:03.416551 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1844): Process ended prematurely: osmo-stp_10.42.42.5(pid=1844) [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1844)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:24:03.425992 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:24:03.488854 run osmo-hlr_10.42.42.2(pid=1841): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1841)]\u000a11:24:03.540494 run osmo-hlr_10.42.42.2(pid=1841): stdout: \u000a| (launched: 2022-12-10_11:23:59.816360) \u000a11:24:03.592539 run osmo-hlr_10.42.42.2(pid=1841): stderr: \u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112400018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112400032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112400040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112400040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112400040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:03.637116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1840): Terminating (SIGTERM)\u000a11:24:03.679363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1843): Terminating (SIGTERM)\u000a11:24:03.721748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1846): Terminating (SIGTERM)\u000a11:24:03.731564 --- ParallelTerminationStrategy: PID 1840 died...\u000a11:24:03.788153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1840): Terminated: ok {rc=0}\u000a11:24:03.798449 --- ParallelTerminationStrategy: PID 1843 died...\u000a11:24:03.854679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1843): Terminated: ok {rc=0}\u000a11:24:03.864915 --- ParallelTerminationStrategy: PID 1846 died...\u000a11:24:03.921529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1846): Terminated: ok {rc=0}\u000a11:24:04.010013 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:23:02" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1863): Process ended prematurely: osmo-stp_10.42.42.5(pid=1863) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1863)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1863): Process ended prematurely: osmo-stp_10.42.42.5(pid=1863) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:24:06.130313 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.141515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:24:06.294320 tst cs_paging_gprs_active.py: using LAC 28053\u000a11:24:06.423581 tst cs_paging_gprs_active.py: using RAC 3\u000a11:24:06.553514 tst cs_paging_gprs_active.py: using CellId 28053\u000a11:24:06.684671 tst cs_paging_gprs_active.py: using BVCI 28054\u000a11:24:06.710050 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.721302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.732331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.743520 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.754525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.765613 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.776723 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.787715 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:06.798950 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:06.917559 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:07.201792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:24:07.330872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:07.653075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Launched\u000a11:24:07.920590 run iperf3-srv_10.42.42.10(pid=1854): Launched\u000a11:24:08.110185 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:24:08.239105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:08.561117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1855): Launched\u000a11:24:08.828723 run iperf3-srv_10.42.42.10(pid=1856): Launched\u000a11:24:09.018037 tst cs_paging_gprs_active.py:38: start network...\u000a11:24:09.146640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:09.652380 run create_hlr_db(pid=1857): Launched\u000a11:24:09.845265 bus /gobi_6: Setting Powered False\u000a11:24:10.865770 run create_hlr_db(pid=1857): Terminated: ok {rc=0}\u000a11:24:11.282849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1859): Launched\u000a11:24:11.595619 run osmo-hlr_10.42.42.2(pid=1860): Launched\u000a11:24:11.714414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:12.262046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1862): Launched\u000a11:24:12.574489 run osmo-stp_10.42.42.5(pid=1863): Launched\u000a11:24:12.688122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:13.229332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1865): Launched\u000a11:24:13.339773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:13.611571 run patchelf(pid=1866): Launched\u000a11:24:13.792735 run osmo-stp_10.42.42.5(pid=1863): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1863)]\u000a11:24:13.925326 run osmo-stp_10.42.42.5(pid=1863): stdout: \u000a| (launched: 2022-12-10_11:24:12.419264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:14.058336 run osmo-stp_10.42.42.5(pid=1863): stderr: \u000a| �[0;m�[38;5;43m20221210112412593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112412593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112412594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112412594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:14.186278 run osmo-stp_10.42.42.5(pid=1863): stdout: \u000a| (launched: 2022-12-10_11:24:12.419264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:14.312615 run osmo-stp_10.42.42.5(pid=1863): stderr: \u000a| �[0;m�[38;5;43m20221210112412593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112412593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112412594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112412594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112412595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:14.460853 run patchelf(pid=1866): Terminating (SIGINT)\u000a11:24:14.635518 run patchelf(pid=1866): Terminated: ok {rc=0}\u000a11:24:14.667442 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1863): Process ended prematurely: osmo-stp_10.42.42.5(pid=1863) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1863)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:24:14.676645 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:24:14.737348 run osmo-hlr_10.42.42.2(pid=1860): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1860)]\u000a11:24:14.786574 run osmo-hlr_10.42.42.2(pid=1860): stdout: \u000a| (launched: 2022-12-10_11:24:11.440611) \u000a11:24:14.836787 run osmo-hlr_10.42.42.2(pid=1860): stderr: \u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112411622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112411634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112411642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112411643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112411643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:14.878961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Terminating (SIGTERM)\u000a11:24:14.918966 run iperf3-srv_10.42.42.10(pid=1854): Terminating (SIGTERM)\u000a11:24:14.959096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1855): Terminating (SIGTERM)\u000a11:24:14.998962 run iperf3-srv_10.42.42.10(pid=1856): Terminating (SIGTERM)\u000a11:24:15.038881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1859): Terminating (SIGTERM)\u000a11:24:15.078986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1862): Terminating (SIGTERM)\u000a11:24:15.119009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1865): Terminating (SIGTERM)\u000a11:24:15.128366 --- ParallelTerminationStrategy: PID 1853 died...\u000a11:24:15.181480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Terminated: ok {rc=0}\u000a11:24:15.191226 --- ParallelTerminationStrategy: PID 1854 died...\u000a11:24:15.244316 run iperf3-srv_10.42.42.10(pid=1854): Terminated {rc=256}\u000a11:24:15.253850 --- ParallelTerminationStrategy: PID 1855 died...\u000a11:24:15.306816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1855): Terminated: ok {rc=0}\u000a11:24:15.316502 --- ParallelTerminationStrategy: PID 1856 died...\u000a11:24:15.369460 run iperf3-srv_10.42.42.10(pid=1856): Terminated {rc=256}\u000a11:24:15.379200 --- ParallelTerminationStrategy: PID 1859 died...\u000a11:24:15.431880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1859): Terminated: ok {rc=0}\u000a11:24:15.441758 --- ParallelTerminationStrategy: PID 1862 died...\u000a11:24:15.494708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1862): Terminated: ok {rc=0}\u000a11:24:15.504387 --- ParallelTerminationStrategy: PID 1865 died...\u000a11:24:15.557315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1865): Terminated: ok {rc=0}\u000a11:24:15.645339 bus /gobi_0: Setting Powered False\u000a11:24:16.786326 bus /gobi_0: Setting Powered False\u000a11:24:17.900615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:24:19.011417 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.023003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:24:19.172451 tst iperf3.py: using LAC 28054\u000a11:24:19.294257 tst iperf3.py: using RAC 4\u000a11:24:19.414712 tst iperf3.py: using CellId 28054\u000a11:24:19.537328 tst iperf3.py: using BVCI 28055\u000a11:24:19.560860 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.571715 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.582496 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.593479 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.604309 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.615185 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.626448 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.637281 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:19.648260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:19.948064 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:24:20.086657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:20.431452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Launched\u000a11:24:20.720593 run iperf3-srv_10.42.42.10(pid=1916): Launched\u000a11:24:20.924324 tst iperf3.py:8: start network...\u000a11:24:21.062927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:21.593267 run create_hlr_db(pid=1917): Launched\u000a11:24:21.785590 bus /gobi_6: Setting Powered False\u000a11:24:22.806355 run create_hlr_db(pid=1917): Terminated: ok {rc=0}\u000a11:24:23.245942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Launched\u000a11:24:23.577732 run osmo-hlr_10.42.42.2(pid=1920): Launched\u000a11:24:23.700754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:24.281756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Launched\u000a11:24:24.614539 run osmo-stp_10.42.42.5(pid=1923): Launched\u000a11:24:24.735233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:25.314700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Launched\u000a11:24:25.433079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:25.723260 run patchelf(pid=1926): Launched\u000a11:24:25.915788 run osmo-stp_10.42.42.5(pid=1923): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]\u000a11:24:26.056275 run osmo-stp_10.42.42.5(pid=1923): stdout: \u000a| (launched: 2022-12-10_11:24:24.450875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:26.197702 run osmo-stp_10.42.42.5(pid=1923): stderr: \u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112424647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112424647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112424648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112424648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:26.333956 run osmo-stp_10.42.42.5(pid=1923): stdout: \u000a| (launched: 2022-12-10_11:24:24.450875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:26.469222 run osmo-stp_10.42.42.5(pid=1923): stderr: \u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112424646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112424647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112424647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112424648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112424648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:26.626839 run patchelf(pid=1926): Terminating (SIGINT)\u000a11:24:26.812392 run patchelf(pid=1926): Terminated: ok {rc=0}\u000a11:24:26.846261 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:24:26.856101 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:24:26.918907 run osmo-hlr_10.42.42.2(pid=1920): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1920)]\u000a11:24:26.970334 run osmo-hlr_10.42.42.2(pid=1920): stdout: \u000a| (launched: 2022-12-10_11:24:23.414568) \u000a11:24:27.022418 run osmo-hlr_10.42.42.2(pid=1920): stderr: \u000a| �[0;m�[1;31m20221210112423616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112423616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112423616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112423616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112423617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112423617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112423629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112423637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112423637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112423637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:27.066727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminating (SIGTERM)\u000a11:24:27.108322 run iperf3-srv_10.42.42.10(pid=1916): Terminating (SIGTERM)\u000a11:24:27.149844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminating (SIGTERM)\u000a11:24:27.191422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminating (SIGTERM)\u000a11:24:27.233483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminating (SIGTERM)\u000a11:24:27.243180 --- ParallelTerminationStrategy: PID 1915 died...\u000a11:24:27.299177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminated: ok {rc=0}\u000a11:24:27.310383 --- ParallelTerminationStrategy: PID 1916 died...\u000a11:24:27.366582 run iperf3-srv_10.42.42.10(pid=1916): Terminated {rc=256}\u000a11:24:27.376464 --- ParallelTerminationStrategy: PID 1919 died...\u000a11:24:27.431877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminated: ok {rc=0}\u000a11:24:27.441918 --- ParallelTerminationStrategy: PID 1922 died...\u000a11:24:27.497638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminated: ok {rc=0}\u000a11:24:27.507688 --- ParallelTerminationStrategy: PID 1925 died...\u000a11:24:27.563459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminated: ok {rc=0}\u000a11:24:27.651709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:24:28.769121 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:28.781306 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:24:28.936873 tst iperf3m4.py: using LAC 28055\u000a11:24:29.065866 tst iperf3m4.py: using RAC 5\u000a11:24:29.194945 tst iperf3m4.py: using CellId 28055\u000a11:24:29.323634 tst iperf3m4.py: using BVCI 28056\u000a11:24:29.349240 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.360510 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.371806 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.383112 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.394298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.405554 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.416763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.427969 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.439332 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:29.558406 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:29.682631 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:29.802687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:30.102066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:24:30.240702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:30.584916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Launched\u000a11:24:30.873287 run iperf3-srv_10.42.42.10(pid=1931): Launched\u000a11:24:31.081183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:24:31.222921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:31.583575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Launched\u000a11:24:31.880713 run iperf3-srv_10.42.42.10(pid=1933): Launched\u000a11:24:32.088891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:24:32.229104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:32.574273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1934): Launched\u000a11:24:32.862444 run iperf3-srv_10.42.42.10(pid=1935): Launched\u000a11:24:33.066214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:24:33.204774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:33.549643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1936): Launched\u000a11:24:33.834971 run iperf3-srv_10.42.42.10(pid=1937): Launched\u000a11:24:34.038314 tst iperf3m4.py:8: start network...\u000a11:24:34.176502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:34.707275 run create_hlr_db(pid=1938): Launched\u000a11:24:34.900833 bus /gobi_6: Setting Powered False\u000a11:24:35.921182 run create_hlr_db(pid=1938): Terminated: ok {rc=0}\u000a11:24:36.363708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Launched\u000a11:24:36.697936 run osmo-hlr_10.42.42.2(pid=1941): Launched\u000a11:24:36.818706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:37.402032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Launched\u000a11:24:37.736128 run osmo-stp_10.42.42.5(pid=1944): Launched\u000a11:24:37.857482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:38.442686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Launched\u000a11:24:38.561271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:38.853997 run patchelf(pid=1948): Launched\u000a11:24:39.048455 run osmo-stp_10.42.42.5(pid=1944): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]\u000a11:24:39.191212 run osmo-stp_10.42.42.5(pid=1944): stdout: \u000a| (launched: 2022-12-10_11:24:37.571407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:39.333215 run osmo-stp_10.42.42.5(pid=1944): stderr: \u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112437768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:39.470417 run osmo-stp_10.42.42.5(pid=1944): stdout: \u000a| (launched: 2022-12-10_11:24:37.571407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:39.606589 run osmo-stp_10.42.42.5(pid=1944): stderr: \u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112437768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112437768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112437771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:39.765172 run patchelf(pid=1948): Terminating (SIGINT)\u000a11:24:39.951009 run patchelf(pid=1948): Terminated: ok {rc=0}\u000a11:24:39.984758 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:24:39.994834 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:24:40.058668 run osmo-hlr_10.42.42.2(pid=1941): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1941)]\u000a11:24:40.110763 run osmo-hlr_10.42.42.2(pid=1941): stdout: \u000a| (launched: 2022-12-10_11:24:36.532741) \u000a11:24:40.163453 run osmo-hlr_10.42.42.2(pid=1941): stderr: \u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112436735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112436758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112436768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112436768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112436768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:40.208145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Terminating (SIGTERM)\u000a11:24:40.250490 run iperf3-srv_10.42.42.10(pid=1931): Terminating (SIGTERM)\u000a11:24:40.292859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Terminating (SIGTERM)\u000a11:24:40.335091 run iperf3-srv_10.42.42.10(pid=1933): Terminating (SIGTERM)\u000a11:24:40.377417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1934): Terminating (SIGTERM)\u000a11:24:40.419474 run iperf3-srv_10.42.42.10(pid=1935): Terminating (SIGTERM)\u000a11:24:40.461792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1936): Terminating (SIGTERM)\u000a11:24:40.503858 run iperf3-srv_10.42.42.10(pid=1937): Terminating (SIGTERM)\u000a11:24:40.546221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Terminating (SIGTERM)\u000a11:24:40.588298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Terminating (SIGTERM)\u000a11:24:40.630674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Terminating (SIGTERM)\u000a11:24:40.640429 --- ParallelTerminationStrategy: PID 1928 died...\u000a11:24:40.697010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1928): Terminated: ok {rc=0}\u000a11:24:40.707154 --- ParallelTerminationStrategy: PID 1931 died...\u000a11:24:40.763257 run iperf3-srv_10.42.42.10(pid=1931): Terminated {rc=256}\u000a11:24:40.773419 --- ParallelTerminationStrategy: PID 1932 died...\u000a11:24:40.830010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1932): Terminated: ok {rc=0}\u000a11:24:40.840212 --- ParallelTerminationStrategy: PID 1933 died...\u000a11:24:40.896626 run iperf3-srv_10.42.42.10(pid=1933): Terminated {rc=256}\u000a11:24:40.906784 --- ParallelTerminationStrategy: PID 1934 died...\u000a11:24:40.963240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1934): Terminated: ok {rc=0}\u000a11:24:40.973445 --- ParallelTerminationStrategy: PID 1935 died...\u000a11:24:41.029450 run iperf3-srv_10.42.42.10(pid=1935): Terminated {rc=256}\u000a11:24:41.039575 --- ParallelTerminationStrategy: PID 1936 died...\u000a11:24:41.095724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1936): Terminated: ok {rc=0}\u000a11:24:41.105931 --- ParallelTerminationStrategy: PID 1937 died...\u000a11:24:41.162165 run iperf3-srv_10.42.42.10(pid=1937): Terminated {rc=256}\u000a11:24:41.172318 --- ParallelTerminationStrategy: PID 1940 died...\u000a11:24:41.228534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Terminated: ok {rc=0}\u000a11:24:41.238696 --- ParallelTerminationStrategy: PID 1943 died...\u000a11:24:41.294825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Terminated: ok {rc=0}\u000a11:24:41.304882 --- ParallelTerminationStrategy: PID 1947 died...\u000a11:24:41.361204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Terminated: ok {rc=0}\u000a11:24:41.448503 bus /gobi_4: Setting Powered False\u000a11:24:42.557514 bus /gobi_4: Setting Powered False\u000a11:24:43.666799 bus /gobi_1: Setting Powered False\u000a11:24:44.774334 bus /gobi_1: Setting Powered False\u000a11:24:45.899849 bus /gobi_0: Setting Powered False\u000a11:24:47.032269 bus /gobi_0: Setting Powered False\u000a11:24:48.144392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:24:49.212583 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.224307 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:24:49.377663 tst ping.py: using LAC 28056\u000a11:24:49.505218 tst ping.py: using RAC 6\u000a11:24:49.637147 tst ping.py: using CellId 28056\u000a11:24:49.762553 tst ping.py: using BVCI 28057\u000a11:24:49.787526 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.799172 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.810327 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.821463 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.832574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.843749 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.855051 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:49.866218 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:50.143858 tst ping.py:19: start network...\u000a11:24:50.271372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:50.755421 run create_hlr_db(pid=1949): Launched\u000a11:24:50.933490 bus /gobi_6: Setting Powered False\u000a11:24:51.953046 run create_hlr_db(pid=1949): Terminated: ok {rc=0}\u000a11:24:52.361472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Launched\u000a11:24:52.669860 run osmo-hlr_10.42.42.2(pid=1952): Launched\u000a11:24:52.789573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:53.328360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Launched\u000a11:24:53.635483 run osmo-stp_10.42.42.5(pid=1955): Launched\u000a11:24:53.746615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:54.278788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Launched\u000a11:24:54.388038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:54.654808 run patchelf(pid=1958): Launched\u000a11:24:54.832937 run osmo-stp_10.42.42.5(pid=1955): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a11:24:54.964381 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-10_11:24:53.483132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:55.095224 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112453658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:55.221428 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-10_11:24:53.483132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:55.346635 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112453657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112453658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112453658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:55.492540 run patchelf(pid=1958): Terminating (SIGINT)\u000a11:24:55.663501 run patchelf(pid=1958): Terminated: ok {rc=0}\u000a11:24:55.694600 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:24:55.703347 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:24:55.765237 run osmo-hlr_10.42.42.2(pid=1952): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1952)]\u000a11:24:55.815725 run osmo-hlr_10.42.42.2(pid=1952): stdout: \u000a| (launched: 2022-12-10_11:24:52.517203) \u000a11:24:55.866502 run osmo-hlr_10.42.42.2(pid=1952): stderr: \u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112452698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112452710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112452720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112452721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112452721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:55.909453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminating (SIGTERM)\u000a11:24:55.950062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminating (SIGTERM)\u000a11:24:55.990768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminating (SIGTERM)\u000a11:24:56.000660 --- ParallelTerminationStrategy: PID 1951 died...\u000a11:24:56.055611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminated: ok {rc=0}\u000a11:24:56.065385 --- ParallelTerminationStrategy: PID 1954 died...\u000a11:24:56.119135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminated: ok {rc=0}\u000a11:24:56.129129 --- ParallelTerminationStrategy: PID 1957 died...\u000a11:24:56.183658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminated: ok {rc=0}\u000a11:24:56.273697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1969): Process ended prematurely: osmo-stp_10.42.42.5(pid=1969) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1969)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1969): Process ended prematurely: osmo-stp_10.42.42.5(pid=1969) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:24:57.325797 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.337941 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:24:57.484941 tst ping_idle_ping.py: using LAC 28057\u000a11:24:57.605717 tst ping_idle_ping.py: using RAC 7\u000a11:24:57.725457 tst ping_idle_ping.py: using CellId 28057\u000a11:24:57.844237 tst ping_idle_ping.py: using BVCI 28058\u000a11:24:57.867599 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.878582 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.889275 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.900207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.911168 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.922198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.933409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:24:57.944326 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:24:58.241388 tst ping_idle_ping.py:24: start network...\u000a11:24:58.378717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:58.907282 run create_hlr_db(pid=1959): Launched\u000a11:24:59.098418 bus /gobi_6: Setting Powered False\u000a11:25:00.118575 run create_hlr_db(pid=1959): Terminated: ok {rc=0}\u000a11:25:00.531194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched\u000a11:25:00.842255 run osmo-hlr_10.42.42.2(pid=1962): Launched\u000a11:25:00.971302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:01.718383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched\u000a11:25:02.078674 run osmo-stp_10.42.42.5(pid=1969): Launched\u000a11:25:02.219964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:02.914926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1971): Launched\u000a11:25:03.032615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:03.319764 run patchelf(pid=1972): Launched\u000a11:25:03.510373 run osmo-stp_10.42.42.5(pid=1969): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1969)]\u000a11:25:03.650147 run osmo-stp_10.42.42.5(pid=1969): stdout: \u000a| (launched: 2022-12-10_11:25:01.881199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:03.790322 run osmo-stp_10.42.42.5(pid=1969): stderr: \u000a| �[0;m�[38;5;43m20221210112502217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112502218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112502218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112502219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112502221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112502222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112502222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:03.926287 run osmo-stp_10.42.42.5(pid=1969): stdout: \u000a| (launched: 2022-12-10_11:25:01.881199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:04.060513 run osmo-stp_10.42.42.5(pid=1969): stderr: \u000a| �[0;m�[38;5;43m20221210112502217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112502218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112502218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112502219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112502221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112502222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112502222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:04.216263 run patchelf(pid=1972): Terminating (SIGINT)\u000a11:25:04.399652 run patchelf(pid=1972): Terminated: ok {rc=0}\u000a11:25:04.432838 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1969): Process ended prematurely: osmo-stp_10.42.42.5(pid=1969) [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1969)] [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:25:04.442095 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a11:25:04.505473 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]\u000a11:25:04.557556 run osmo-hlr_10.42.42.2(pid=1962): stdout: \u000a| (launched: 2022-12-10_11:25:00.687828) \u000a11:25:04.610482 run osmo-hlr_10.42.42.2(pid=1962): stderr: \u000a| �[0;m�[1;31m20221210112500955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112500955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112500955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112500955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112500955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112500956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112500972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112500993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112500993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112500993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:04.655151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)\u000a11:25:04.697338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)\u000a11:25:04.739552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1971): Terminating (SIGTERM)\u000a11:25:04.749350 --- ParallelTerminationStrategy: PID 1961 died...\u000a11:25:04.805601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}\u000a11:25:04.815736 --- ParallelTerminationStrategy: PID 1965 died...\u000a11:25:04.871839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}\u000a11:25:04.882015 --- ParallelTerminationStrategy: PID 1971 died...\u000a11:25:04.938503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1971): Terminated: ok {rc=0}\u000a11:25:05.027651 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:24:05" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:25:07.029579 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.042451 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:25:07.189362 tst switch_tch_pdch.py: using LAC 28058\u000a11:25:07.307015 tst switch_tch_pdch.py: using RAC 8\u000a11:25:07.425033 tst switch_tch_pdch.py: using CellId 28058\u000a11:25:07.542723 tst switch_tch_pdch.py: using BVCI 28059\u000a11:25:07.566324 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.578030 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.589308 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.600861 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.612343 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.623900 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.635649 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:25:07.647402 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:25:07.766962 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:25:08.062629 tst switch_tch_pdch.py:51: start network...\u000a11:25:08.198779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:08.720740 run create_hlr_db(pid=1976): Launched\u000a11:25:08.910188 bus /gobi_6: Setting Powered False\u000a11:25:09.930865 run create_hlr_db(pid=1976): Terminated: ok {rc=0}\u000a11:25:10.341357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Launched\u000a11:25:10.648189 run osmo-hlr_10.42.42.2(pid=1979): Launched\u000a11:25:10.763410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:11.302030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Launched\u000a11:25:11.609812 run osmo-stp_10.42.42.5(pid=1982): Launched\u000a11:25:11.721532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:12.262416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1984): Launched\u000a11:25:12.379129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:12.663921 run patchelf(pid=1985): Launched\u000a11:25:12.853628 run osmo-stp_10.42.42.5(pid=1982): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]\u000a11:25:12.993411 run osmo-stp_10.42.42.5(pid=1982): stdout: \u000a| (launched: 2022-12-10_11:25:11.456478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:13.133067 run osmo-stp_10.42.42.5(pid=1982): stderr: \u000a| �[0;m�[38;5;43m20221210112511629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112511630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112511630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112511630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:13.267843 run osmo-stp_10.42.42.5(pid=1982): stdout: \u000a| (launched: 2022-12-10_11:25:11.456478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:13.401902 run osmo-stp_10.42.42.5(pid=1982): stderr: \u000a| �[0;m�[38;5;43m20221210112511629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112511630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112511630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112511630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112511631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:13.557838 run patchelf(pid=1985): Terminating (SIGINT)\u000a11:25:13.740105 run patchelf(pid=1985): Terminated: ok {rc=0}\u000a11:25:13.773262 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)] [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:25:13.782403 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:25:13.845308 run osmo-hlr_10.42.42.2(pid=1979): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1979)]\u000a11:25:13.896830 run osmo-hlr_10.42.42.2(pid=1979): stdout: \u000a| (launched: 2022-12-10_11:25:10.495978) \u000a11:25:13.949151 run osmo-hlr_10.42.42.2(pid=1979): stderr: \u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112510677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112510694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112510704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112510704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112510704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:13.993715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminating (SIGTERM)\u000a11:25:14.035682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminating (SIGTERM)\u000a11:25:14.077631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1984): Terminating (SIGTERM)\u000a11:25:14.087362 --- ParallelTerminationStrategy: PID 1978 died...\u000a11:25:14.143996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminated: ok {rc=0}\u000a11:25:14.154291 --- ParallelTerminationStrategy: PID 1981 died...\u000a11:25:14.210488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminated: ok {rc=0}\u000a11:25:14.220559 --- ParallelTerminationStrategy: PID 1984 died...\u000a11:25:14.276587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1984): Terminated: ok {rc=0}\u000a11:25:14.363627 bus /gobi_0: Setting Powered False\u000a11:25:15.470732 bus /gobi_0: Setting Powered False\u000a11:25:16.579068 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:25:18.511698 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:18.522747 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:25:18.666115 tst switch_tch_pdch.py: using LAC 28059\u000a11:25:18.783474 tst switch_tch_pdch.py: using RAC 9\u000a11:25:18.901372 tst switch_tch_pdch.py: using CellId 28059\u000a11:25:19.018847 tst switch_tch_pdch.py: using BVCI 28060\u000a11:25:19.042012 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.052919 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.063686 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.074671 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.085585 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.096460 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.107530 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:25:19.118756 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:25:19.238070 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:25:19.518104 tst switch_tch_pdch.py:51: start network...\u000a11:25:19.646199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:20.103451 run create_hlr_db(pid=1989): Launched\u000a11:25:20.228428 bus /gobi_6: Setting Powered False\u000a11:25:21.302397 run create_hlr_db(pid=1989): Terminated: ok {rc=0}\u000a11:25:21.709814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Launched\u000a11:25:22.039780 run osmo-hlr_10.42.42.2(pid=1992): Launched\u000a11:25:22.162848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:22.704495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Launched\u000a11:25:23.034775 run osmo-stp_10.42.42.5(pid=1995): Launched\u000a11:25:23.154122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:23.699027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Launched\u000a11:25:23.815245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:24.101735 run patchelf(pid=1998): Launched\u000a11:25:24.292302 run osmo-stp_10.42.42.5(pid=1995): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a11:25:24.431618 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-10_11:25:22.871057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:24.571266 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112523066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:24.706097 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-10_11:25:22.871057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:24.839883 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112523066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112523066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112523069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:24.996266 run patchelf(pid=1998): Terminating (SIGINT)\u000a11:25:25.179381 run patchelf(pid=1998): Terminated: ok {rc=0}\u000a11:25:25.212720 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)] [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:25:25.222203 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:25:25.285281 run osmo-hlr_10.42.42.2(pid=1992): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1992)]\u000a11:25:25.337256 run osmo-hlr_10.42.42.2(pid=1992): stdout: \u000a| (launched: 2022-12-10_11:25:21.876575) \u000a11:25:25.389489 run osmo-hlr_10.42.42.2(pid=1992): stderr: \u000a| �[0;m�[1;31m20221210112522077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112522078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112522078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112522078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112522078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112522078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112522090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112522098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112522099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112522099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:25.434024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminating (SIGTERM)\u000a11:25:25.476237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminating (SIGTERM)\u000a11:25:25.519023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Terminating (SIGTERM)\u000a11:25:25.528835 --- ParallelTerminationStrategy: PID 1991 died...\u000a11:25:25.585467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminated: ok {rc=0}\u000a11:25:25.595770 --- ParallelTerminationStrategy: PID 1994 died...\u000a11:25:25.652011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminated: ok {rc=0}\u000a11:25:25.662249 --- ParallelTerminationStrategy: PID 1997 died...\u000a11:25:25.718498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Terminated: ok {rc=0}\u000a11:25:25.806960 bus /gobi_0: Setting Powered False\u000a11:25:26.914681 bus /gobi_0: Setting Powered False\u000a11:25:28.028202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:18" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2004) [trial-2374↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2004)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2004) [trial-2374↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:25:29.890524 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:25:29.901743 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:25:30.030190 tst mo_mt_sms.py: using LAC 28060\u000a11:25:30.149540 tst mo_mt_sms.py: using RAC 10\u000a11:25:30.268259 tst mo_mt_sms.py: using CellId 28060\u000a11:25:30.388300 tst mo_mt_sms.py: using BVCI 28061\u000a11:25:30.411618 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:25:30.525436 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:25:30.809801 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:25:30.947960 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:25:31.605451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2003): Launched\u000a11:25:31.939431 run osmo-nitb_10.42.42.2(pid=2004): Launched\u000a11:25:32.131619 run osmo-nitb_10.42.42.2(pid=2004): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2004)]\u000a11:25:32.271953 run osmo-nitb_10.42.42.2(pid=2004): stdout: \u000a| (launched: 2022-12-10_11:25:31.765082) \u000a11:25:32.410560 run osmo-nitb_10.42.42.2(pid=2004): stderr: \u000a| (launched: 2022-12-10_11:25:31.811153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:32.544508 run osmo-nitb_10.42.42.2(pid=2004): stdout: \u000a| (launched: 2022-12-10_11:25:31.765082) \u000a11:25:32.678144 run osmo-nitb_10.42.42.2(pid=2004): stderr: \u000a| (launched: 2022-12-10_11:25:31.811153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:33.062787 tst osmo-nitb_10.42.42.2(pid=2004): stdout: \u000a| (launched: 2022-12-10_11:25:31.765082) \u000a11:25:33.183720 tst osmo-nitb_10.42.42.2(pid=2004): stderr: \u000a| (launched: 2022-12-10_11:25:31.811153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:33.236743 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2004) [trial-2374↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2004)] [trial-2374↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a11:25:33.244767 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:25:33.279834 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2003): Terminating (SIGTERM)\u000a11:25:33.457206 --- ParallelTerminationStrategy: PID 2003 died...\u000a11:25:33.511868 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2003): Terminated: ok {rc=0}\u000a11:25:33.600393 bus /sierra_3: Setting Powered False\u000a11:25:34.704841 bus /sierra_3: Setting Powered False\u000a11:25:35.813331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:29" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2014): Process ended prematurely: osmo-stp_10.42.42.5(pid=2014) [trial-2374↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2014)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2014): Process ended prematurely: osmo-stp_10.42.42.5(pid=2014) [trial-2374↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:25:37.665485 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:37.676263 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:25:37.800011 tst mo_mt_sms.py: using LAC 28061\u000a11:25:37.920721 tst mo_mt_sms.py: using RAC 11\u000a11:25:38.040252 tst mo_mt_sms.py: using CellId 28061\u000a11:25:38.160879 tst mo_mt_sms.py: using BVCI 28062\u000a11:25:38.183934 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:38.194490 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:38.204824 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:38.215378 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:38.226051 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:38.236518 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:25:38.350317 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:25:38.563001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:39.087955 run create_hlr_db(pid=2008): Launched\u000a11:25:39.278016 bus /sierra_2: Setting Powered False\u000a11:25:40.299450 run create_hlr_db(pid=2008): Terminated: ok {rc=0}\u000a11:25:40.711292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2010): Launched\u000a11:25:41.017947 run osmo-hlr_10.42.42.2(pid=2011): Launched\u000a11:25:41.134213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:41.665544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2013): Launched\u000a11:25:42.009094 run osmo-stp_10.42.42.5(pid=2014): Launched\u000a11:25:42.119679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:42.679382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2016): Launched\u000a11:25:42.987361 run osmo-msc_10.42.42.6(pid=2017): Launched\u000a11:25:43.165727 run osmo-stp_10.42.42.5(pid=2014): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2014)]\u000a11:25:43.294617 run osmo-stp_10.42.42.5(pid=2014): stdout: \u000a| (launched: 2022-12-10_11:25:41.820094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:43.421775 run osmo-stp_10.42.42.5(pid=2014): stderr: \u000a| �[0;m�[38;5;43m20221210112542029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112542029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112542030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112542030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:43.544315 run osmo-stp_10.42.42.5(pid=2014): stdout: \u000a| (launched: 2022-12-10_11:25:41.820094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:43.666612 run osmo-stp_10.42.42.5(pid=2014): stderr: \u000a| �[0;m�[38;5;43m20221210112542029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112542029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112542030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112542030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112542032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:43.719702 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2014): Process ended prematurely: osmo-stp_10.42.42.5(pid=2014) [trial-2374↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2014)] [trial-2374↪sms:oc2g↪mo_mt_sms.py:16]\u000a11:25:43.727646 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a11:25:43.788194 run osmo-hlr_10.42.42.2(pid=2011): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2011)]\u000a11:25:43.837759 run osmo-hlr_10.42.42.2(pid=2011): stdout: \u000a| (launched: 2022-12-10_11:25:40.866379) \u000a11:25:43.887813 run osmo-hlr_10.42.42.2(pid=2011): stderr: \u000a| �[0;m�[1;31m20221210112541047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112541048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112541048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112541048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112541048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112541048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112541061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112541069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112541070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112541070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:43.955161 run osmo-msc_10.42.42.6(pid=2017): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2017)]\u000a11:25:44.004797 run osmo-msc_10.42.42.6(pid=2017): stdout: \u000a| (launched: 2022-12-10_11:25:42.834358) \u000a11:25:44.054632 run osmo-msc_10.42.42.6(pid=2017): stderr: \u000a| �[0;m�[38;5;43m20221210112543111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112543111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea70f56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112543111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112543111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112543113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:25:44.096916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2010): Terminating (SIGTERM)\u000a11:25:44.137334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2013): Terminating (SIGTERM)\u000a11:25:44.177569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2016): Terminating (SIGTERM)\u000a11:25:44.187144 --- ParallelTerminationStrategy: PID 2010 died...\u000a11:25:44.241102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2010): Terminated: ok {rc=0}\u000a11:25:44.250800 --- ParallelTerminationStrategy: PID 2013 died...\u000a11:25:44.304392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2013): Terminated: ok {rc=0}\u000a11:25:44.314186 --- ParallelTerminationStrategy: PID 2016 died...\u000a11:25:44.367899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2016): Terminated: ok {rc=0}\u000a11:25:44.456677 bus /sierra_3: Setting Powered False\u000a11:25:45.559094 bus /sierra_3: Setting Powered False\u000a11:25:46.668465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:37" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2023) [trial-2374↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2023)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2023) [trial-2374↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:25:48.469713 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:25:48.480683 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:25:48.610141 tst assert_extension.py: using LAC 28062\u000a11:25:48.736102 tst assert_extension.py: using RAC 12\u000a11:25:48.858305 tst assert_extension.py: using CellId 28062\u000a11:25:48.976420 tst assert_extension.py: using BVCI 28063\u000a11:25:48.999552 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:25:49.292793 tst assert_extension.py:10: start nitb and bts...\u000a11:25:49.430301 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:25:50.105251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2022): Launched\u000a11:25:50.430788 run osmo-nitb_10.42.42.2(pid=2023): Launched\u000a11:25:50.629982 run osmo-nitb_10.42.42.2(pid=2023): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2023)]\u000a11:25:50.777045 run osmo-nitb_10.42.42.2(pid=2023): stdout: \u000a| (launched: 2022-12-10_11:25:50.271333) \u000a11:25:50.923819 run osmo-nitb_10.42.42.2(pid=2023): stderr: \u000a| (launched: 2022-12-10_11:25:50.319715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:51.066995 run osmo-nitb_10.42.42.2(pid=2023): stdout: \u000a| (launched: 2022-12-10_11:25:50.271333) \u000a11:25:51.208232 run osmo-nitb_10.42.42.2(pid=2023): stderr: \u000a| (launched: 2022-12-10_11:25:50.319715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:51.562141 tst osmo-nitb_10.42.42.2(pid=2023): stdout: \u000a| (launched: 2022-12-10_11:25:50.271333) \u000a11:25:51.692727 tst osmo-nitb_10.42.42.2(pid=2023): stderr: \u000a| (launched: 2022-12-10_11:25:50.319715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:25:51.749620 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2023) [trial-2374↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2023)] [trial-2374↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a11:25:51.758792 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:25:51.795056 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2022): Terminating (SIGTERM)\u000a11:25:51.972889 --- ParallelTerminationStrategy: PID 2022 died...\u000a11:25:52.031243 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2022): Terminated: ok {rc=0}\u000a11:25:52.119172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:48" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2374↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2374↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:25:53.916758 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:53.927883 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:25:54.056294 tst assert_extension.py: using LAC 28063\u000a11:25:54.185414 tst assert_extension.py: using RAC 13\u000a11:25:54.315118 tst assert_extension.py: using CellId 28063\u000a11:25:54.438740 tst assert_extension.py: using BVCI 28064\u000a11:25:54.462063 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:54.472606 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:54.483440 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:54.494212 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:54.504900 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:25:54.515666 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:25:54.726332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:55.251668 run create_hlr_db(pid=2027): Launched\u000a11:25:55.442682 bus /sierra_2: Setting Powered False\u000a11:25:56.462299 run create_hlr_db(pid=2027): Terminated: ok {rc=0}\u000a11:25:56.873319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Launched\u000a11:25:57.180783 run osmo-hlr_10.42.42.2(pid=2030): Launched\u000a11:25:57.306309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:57.855561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Launched\u000a11:25:58.163601 run osmo-stp_10.42.42.5(pid=2033): Launched\u000a11:25:58.274547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:25:58.830626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Launched\u000a11:25:59.138743 run osmo-msc_10.42.42.6(pid=2036): Launched\u000a11:25:59.318025 run osmo-stp_10.42.42.5(pid=2033): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a11:25:59.447769 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-10_11:25:58.011343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:59.575336 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112558187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:59.698227 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-10_11:25:58.011343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:59.821128 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112558186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112558187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112558187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:59.874840 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2374↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)] [trial-2374↪ussd:oc2g↪assert_extension.py:17]\u000a11:25:59.883039 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a11:25:59.943258 run osmo-hlr_10.42.42.2(pid=2030): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2030)]\u000a11:25:59.992503 run osmo-hlr_10.42.42.2(pid=2030): stdout: \u000a| (launched: 2022-12-10_11:25:57.028482) \u000a11:26:00.042337 run osmo-hlr_10.42.42.2(pid=2030): stderr: \u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112557210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112557222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112557230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112557231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112557231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:00.110120 run osmo-msc_10.42.42.6(pid=2036): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2036)]\u000a11:26:00.159395 run osmo-msc_10.42.42.6(pid=2036): stdout: \u000a| (launched: 2022-12-10_11:25:58.985703) \u000a11:26:00.209565 run osmo-msc_10.42.42.6(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221210112559258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112559259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e418a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112559259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112559259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112559259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112559259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112559262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112559263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112559263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112559263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:00.251755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminating (SIGTERM)\u000a11:26:00.291943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminating (SIGTERM)\u000a11:26:00.332149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a11:26:00.341817 --- ParallelTerminationStrategy: PID 2029 died...\u000a11:26:00.395674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminated: ok {rc=0}\u000a11:26:00.405800 --- ParallelTerminationStrategy: PID 2032 died...\u000a11:26:00.459187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminated: ok {rc=0}\u000a11:26:00.468847 --- ParallelTerminationStrategy: PID 2035 died...\u000a11:26:00.522179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a11:26:00.610802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:25:53" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2047): Process ended prematurely: osmo-stp_10.42.42.5(pid=2047) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2047)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2047): Process ended prematurely: osmo-stp_10.42.42.5(pid=2047) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:26:02.587862 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:02.599368 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:26:02.754162 tst mo_mt_call.py: using LAC 28064\u000a11:26:02.880367 tst mo_mt_call.py: using RAC 14\u000a11:26:03.007672 tst mo_mt_call.py: using CellId 28064\u000a11:26:03.127548 tst mo_mt_call.py: using BVCI 28065\u000a11:26:03.151312 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:03.162482 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:03.173572 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:03.185192 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:03.196764 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:03.208372 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:26:03.330224 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:26:03.536012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:04.026883 run create_hlr_db(pid=2041): Launched\u000a11:26:04.207491 bus /sierra_2: Setting Powered False\u000a11:26:05.228066 run create_hlr_db(pid=2041): Terminated: ok {rc=0}\u000a11:26:05.672847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2043): Launched\u000a11:26:06.007832 run osmo-hlr_10.42.42.2(pid=2044): Launched\u000a11:26:06.131595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:06.711081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2046): Launched\u000a11:26:07.046248 run osmo-stp_10.42.42.5(pid=2047): Launched\u000a11:26:07.166811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:07.774598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2049): Launched\u000a11:26:08.108782 run osmo-msc_10.42.42.6(pid=2050): Launched\u000a11:26:08.302791 run osmo-stp_10.42.42.5(pid=2047): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2047)]\u000a11:26:08.442626 run osmo-stp_10.42.42.5(pid=2047): stdout: \u000a| (launched: 2022-12-10_11:26:06.881288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:08.581822 run osmo-stp_10.42.42.5(pid=2047): stderr: \u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112607081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:08.715505 run osmo-stp_10.42.42.5(pid=2047): stdout: \u000a| (launched: 2022-12-10_11:26:06.881288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:08.847803 run osmo-stp_10.42.42.5(pid=2047): stderr: \u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112607080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112607081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112607081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:08.906277 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2047): Process ended prematurely: osmo-stp_10.42.42.5(pid=2047) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2047)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:26:08.915488 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:26:08.978543 run osmo-hlr_10.42.42.2(pid=2044): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2044)]\u000a11:26:09.030391 run osmo-hlr_10.42.42.2(pid=2044): stdout: \u000a| (launched: 2022-12-10_11:26:05.842784) \u000a11:26:09.082503 run osmo-hlr_10.42.42.2(pid=2044): stderr: \u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112606046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112606059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112606067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112606067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112606067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:09.153338 run osmo-msc_10.42.42.6(pid=2050): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2050)]\u000a11:26:09.204777 run osmo-msc_10.42.42.6(pid=2050): stdout: \u000a| (launched: 2022-12-10_11:26:07.944543) \u000a11:26:09.256770 run osmo-msc_10.42.42.6(pid=2050): stderr: \u000a| �[0;m�[38;5;43m20221210112608271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112608271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb77fbb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112608271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112608271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112608271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112608271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112608273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:09.300826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2043): Terminating (SIGTERM)\u000a11:26:09.343197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2046): Terminating (SIGTERM)\u000a11:26:09.385323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2049): Terminating (SIGTERM)\u000a11:26:09.394646 --- ParallelTerminationStrategy: PID 2043 died...\u000a11:26:09.450809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2043): Terminated: ok {rc=0}\u000a11:26:09.460930 --- ParallelTerminationStrategy: PID 2046 died...\u000a11:26:09.517084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2046): Terminated: ok {rc=0}\u000a11:26:09.527260 --- ParallelTerminationStrategy: PID 2049 died...\u000a11:26:09.583476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2049): Terminated: ok {rc=0}\u000a11:26:09.671633 bus /sierra_3: Setting Powered False\u000a11:26:10.776032 bus /sierra_3: Setting Powered False\u000a11:26:11.884055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:26:13.002874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.015063 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:26:13.170484 tst mo_mt_call_osmux.py: using LAC 28065\u000a11:26:13.299873 tst mo_mt_call_osmux.py: using RAC 15\u000a11:26:13.430887 tst mo_mt_call_osmux.py: using CellId 28065\u000a11:26:13.561537 tst mo_mt_call_osmux.py: using BVCI 28066\u000a11:26:13.587079 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.598596 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.609908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.621179 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.632385 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:26:13.643702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:26:13.760175 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:26:13.965573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:14.458958 run create_hlr_db(pid=2052): Launched\u000a11:26:14.639544 bus /sierra_2: Setting Powered False\u000a11:26:15.658997 run create_hlr_db(pid=2052): Terminated: ok {rc=0}\u000a11:26:16.130819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched\u000a11:26:16.587612 run osmo-hlr_10.42.42.2(pid=2055): Launched\u000a11:26:16.706739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:17.373466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched\u000a11:26:17.688605 run osmo-stp_10.42.42.5(pid=2058): Launched\u000a11:26:17.803808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:18.372026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Launched\u000a11:26:18.684672 run osmo-msc_10.42.42.6(pid=2061): Launched\u000a11:26:18.866182 run osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a11:26:18.997267 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-10_11:26:17.531966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:19.126523 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112617706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:19.251113 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-10_11:26:17.531966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:19.375007 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112617705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112617706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112617706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:19.429429 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:26:19.438192 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:26:19.498983 run osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]\u000a11:26:19.548494 run osmo-hlr_10.42.42.2(pid=2055): stdout: \u000a| (launched: 2022-12-10_11:26:16.292658) \u000a11:26:19.598849 run osmo-hlr_10.42.42.2(pid=2055): stderr: \u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112616510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112616529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112616540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112616540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112616540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:19.666553 run osmo-msc_10.42.42.6(pid=2061): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2061)]\u000a11:26:19.716050 run osmo-msc_10.42.42.6(pid=2061): stdout: \u000a| (launched: 2022-12-10_11:26:18.529393) \u000a11:26:19.766174 run osmo-msc_10.42.42.6(pid=2061): stderr: \u000a| �[0;m�[38;5;43m20221210112618803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112618803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e3cf31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112618804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112618804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112618804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112618804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112618806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112618806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112618806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112618806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:19.808020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)\u000a11:26:19.848009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)\u000a11:26:19.888013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminating (SIGTERM)\u000a11:26:19.897761 --- ParallelTerminationStrategy: PID 2054 died...\u000a11:26:19.951256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}\u000a11:26:19.961492 --- ParallelTerminationStrategy: PID 2057 died...\u000a11:26:20.014703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}\u000a11:26:20.024813 --- ParallelTerminationStrategy: PID 2060 died...\u000a11:26:20.078165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminated: ok {rc=0}\u000a11:26:20.167575 bus /sierra_3: Setting Powered False\u000a11:26:21.271712 bus /sierra_3: Setting Powered False\u000a11:26:22.378438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:26:02" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:26:24.326747 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.338107 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:26:24.484772 tst mo_mt_call.py: using LAC 28066\u000a11:26:24.607189 tst mo_mt_call.py: using RAC 16\u000a11:26:24.729997 tst mo_mt_call.py: using CellId 28066\u000a11:26:24.851081 tst mo_mt_call.py: using BVCI 28067\u000a11:26:24.874688 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.885683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.896551 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.907579 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.918573 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:24.929860 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:26:25.050850 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:26:25.255478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:25.746512 run create_hlr_db(pid=2066): Launched\u000a11:26:25.927103 bus /sierra_2: Setting Powered False\u000a11:26:26.947730 run create_hlr_db(pid=2066): Terminated: ok {rc=0}\u000a11:26:27.392215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Launched\u000a11:26:27.728657 run osmo-hlr_10.42.42.2(pid=2069): Launched\u000a11:26:27.852866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:28.433414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Launched\u000a11:26:28.767945 run osmo-stp_10.42.42.5(pid=2072): Launched\u000a11:26:28.888754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:29.496378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2074): Launched\u000a11:26:29.831553 run osmo-msc_10.42.42.6(pid=2075): Launched\u000a11:26:30.026019 run osmo-stp_10.42.42.5(pid=2072): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]\u000a11:26:30.166017 run osmo-stp_10.42.42.5(pid=2072): stdout: \u000a| (launched: 2022-12-10_11:26:28.603142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:30.305932 run osmo-stp_10.42.42.5(pid=2072): stderr: \u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112628802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:30.439702 run osmo-stp_10.42.42.5(pid=2072): stdout: \u000a| (launched: 2022-12-10_11:26:28.603142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:30.572569 run osmo-stp_10.42.42.5(pid=2072): stderr: \u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112628801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112628802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112628802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:30.630807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:26:30.640021 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:26:30.702883 run osmo-hlr_10.42.42.2(pid=2069): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2069)]\u000a11:26:30.754571 run osmo-hlr_10.42.42.2(pid=2069): stdout: \u000a| (launched: 2022-12-10_11:26:27.562786) \u000a11:26:30.806773 run osmo-hlr_10.42.42.2(pid=2069): stderr: \u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112627766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112627779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112627787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112627787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112627787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:30.893932 run osmo-msc_10.42.42.6(pid=2075): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2075)]\u000a11:26:30.953196 run osmo-msc_10.42.42.6(pid=2075): stdout: \u000a| (launched: 2022-12-10_11:26:29.666330) \u000a11:26:31.007921 run osmo-msc_10.42.42.6(pid=2075): stderr: \u000a| �[0;m�[38;5;43m20221210112629992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112629992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9473e3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112629992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112629992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112629992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112629993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112629994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112629995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112629995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112629995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:31.052860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminating (SIGTERM)\u000a11:26:31.096372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminating (SIGTERM)\u000a11:26:31.140539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2074): Terminating (SIGTERM)\u000a11:26:31.153385 --- ParallelTerminationStrategy: PID 2068 died...\u000a11:26:31.213690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminated: ok {rc=0}\u000a11:26:31.224344 --- ParallelTerminationStrategy: PID 2071 died...\u000a11:26:31.280729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminated: ok {rc=0}\u000a11:26:31.292542 --- ParallelTerminationStrategy: PID 2074 died...\u000a11:26:31.349938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2074): Terminated: ok {rc=0}\u000a11:26:31.439549 bus /sierra_3: Setting Powered False\u000a11:26:32.543705 bus /sierra_3: Setting Powered False\u000a11:26:33.655550 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:26:34.771465 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:34.783615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:26:34.938541 tst mo_mt_call_osmux.py: using LAC 28067\u000a11:26:35.073753 tst mo_mt_call_osmux.py: using RAC 17\u000a11:26:35.217551 tst mo_mt_call_osmux.py: using CellId 28067\u000a11:26:35.349843 tst mo_mt_call_osmux.py: using BVCI 28068\u000a11:26:35.375340 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:35.386896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:35.398269 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:35.409604 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:35.420909 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:26:35.432297 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:26:35.549780 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:26:35.771499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:36.306041 run create_hlr_db(pid=2077): Launched\u000a11:26:36.499513 bus /sierra_2: Setting Powered False\u000a11:26:37.519470 run create_hlr_db(pid=2077): Terminated: ok {rc=0}\u000a11:26:37.938536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Launched\u000a11:26:38.251535 run osmo-hlr_10.42.42.2(pid=2080): Launched\u000a11:26:38.375958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:38.923767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Launched\u000a11:26:39.237090 run osmo-stp_10.42.42.5(pid=2083): Launched\u000a11:26:39.350278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:39.918892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Launched\u000a11:26:40.233727 run osmo-msc_10.42.42.6(pid=2086): Launched\u000a11:26:40.417498 run osmo-stp_10.42.42.5(pid=2083): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]\u000a11:26:40.551591 run osmo-stp_10.42.42.5(pid=2083): stdout: \u000a| (launched: 2022-12-10_11:26:39.082233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:40.681759 run osmo-stp_10.42.42.5(pid=2083): stderr: \u000a| �[0;m�[38;5;43m20221210112639255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112639256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112639256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112639256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112639258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112639259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112639259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:40.807929 run osmo-stp_10.42.42.5(pid=2083): stdout: \u000a| (launched: 2022-12-10_11:26:39.082233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:40.932498 run osmo-stp_10.42.42.5(pid=2083): stderr: \u000a| �[0;m�[38;5;43m20221210112639255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112639256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112639256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112639256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112639258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112639259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112639259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:40.987597 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:26:40.996457 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:26:41.057696 run osmo-hlr_10.42.42.2(pid=2080): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2080)]\u000a11:26:41.107489 run osmo-hlr_10.42.42.2(pid=2080): stdout: \u000a| (launched: 2022-12-10_11:26:38.096493) \u000a11:26:41.157901 run osmo-hlr_10.42.42.2(pid=2080): stderr: \u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112638278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112638291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112638301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112638301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112638301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:41.226035 run osmo-msc_10.42.42.6(pid=2086): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2086)]\u000a11:26:41.275850 run osmo-msc_10.42.42.6(pid=2086): stdout: \u000a| (launched: 2022-12-10_11:26:40.077537) \u000a11:26:41.326376 run osmo-msc_10.42.42.6(pid=2086): stderr: \u000a| �[0;m�[38;5;43m20221210112640353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112640353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed31654c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112640353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112640353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112640353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112640353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112640355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112640355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112640357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112640357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:41.368539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminating (SIGTERM)\u000a11:26:41.408623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminating (SIGTERM)\u000a11:26:41.448861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminating (SIGTERM)\u000a11:26:41.458692 --- ParallelTerminationStrategy: PID 2079 died...\u000a11:26:41.512377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminated: ok {rc=0}\u000a11:26:41.522634 --- ParallelTerminationStrategy: PID 2082 died...\u000a11:26:41.576056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminated: ok {rc=0}\u000a11:26:41.586252 --- ParallelTerminationStrategy: PID 2085 died...\u000a11:26:41.639753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminated: ok {rc=0}\u000a11:26:41.728764 bus /sierra_3: Setting Powered False\u000a11:26:42.831954 bus /sierra_3: Setting Powered False\u000a11:26:43.944087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:26:24" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2097): Process ended prematurely: osmo-stp_10.42.42.5(pid=2097) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2097)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2097): Process ended prematurely: osmo-stp_10.42.42.5(pid=2097) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:26:45.905983 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:45.918252 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:26:46.089126 tst mo_mt_call.py: using LAC 28068\u000a11:26:46.222374 tst mo_mt_call.py: using RAC 18\u000a11:26:46.350623 tst mo_mt_call.py: using CellId 28068\u000a11:26:46.498562 tst mo_mt_call.py: using BVCI 28069\u000a11:26:46.525166 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:46.537146 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:46.548895 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:46.562119 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:46.574284 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:46.586528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:26:46.713450 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:26:46.976674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:47.478196 run create_hlr_db(pid=2091): Launched\u000a11:26:47.657959 bus /sierra_2: Setting Powered False\u000a11:26:48.678922 run create_hlr_db(pid=2091): Terminated: ok {rc=0}\u000a11:26:49.095154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2093): Launched\u000a11:26:49.409702 run osmo-hlr_10.42.42.2(pid=2094): Launched\u000a11:26:49.531108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:50.080712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2096): Launched\u000a11:26:50.393581 run osmo-stp_10.42.42.5(pid=2097): Launched\u000a11:26:50.507065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:26:51.074331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2099): Launched\u000a11:26:51.388307 run osmo-msc_10.42.42.6(pid=2100): Launched\u000a11:26:51.570519 run osmo-stp_10.42.42.5(pid=2097): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2097)]\u000a11:26:51.701856 run osmo-stp_10.42.42.5(pid=2097): stdout: \u000a| (launched: 2022-12-10_11:26:50.238598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:51.830909 run osmo-stp_10.42.42.5(pid=2097): stderr: \u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112650415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:51.955956 run osmo-stp_10.42.42.5(pid=2097): stdout: \u000a| (launched: 2022-12-10_11:26:50.238598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:52.080097 run osmo-stp_10.42.42.5(pid=2097): stderr: \u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112650415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112650415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112650416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:52.134896 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2097): Process ended prematurely: osmo-stp_10.42.42.5(pid=2097) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2097)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:26:52.143458 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:26:52.203733 run osmo-hlr_10.42.42.2(pid=2094): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2094)]\u000a11:26:52.253035 run osmo-hlr_10.42.42.2(pid=2094): stdout: \u000a| (launched: 2022-12-10_11:26:49.254097) \u000a11:26:52.303294 run osmo-hlr_10.42.42.2(pid=2094): stderr: \u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112649433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112649446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112649454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112649454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112649454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:52.370830 run osmo-msc_10.42.42.6(pid=2100): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2100)]\u000a11:26:52.420054 run osmo-msc_10.42.42.6(pid=2100): stdout: \u000a| (launched: 2022-12-10_11:26:51.232591) \u000a11:26:52.469982 run osmo-msc_10.42.42.6(pid=2100): stderr: \u000a| �[0;m�[38;5;43m20221210112651508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112651508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6237841c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112651509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112651509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112651509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112651509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112651511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112651511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112651511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112651511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:26:52.511694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2093): Terminating (SIGTERM)\u000a11:26:52.551427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2096): Terminating (SIGTERM)\u000a11:26:52.591364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2099): Terminating (SIGTERM)\u000a11:26:52.600814 --- ParallelTerminationStrategy: PID 2093 died...\u000a11:26:52.653975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2093): Terminated: ok {rc=0}\u000a11:26:52.663770 --- ParallelTerminationStrategy: PID 2096 died...\u000a11:26:52.717383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2096): Terminated: ok {rc=0}\u000a11:26:52.726975 --- ParallelTerminationStrategy: PID 2099 died...\u000a11:26:52.780271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2099): Terminated: ok {rc=0}\u000a11:26:52.869203 bus /sierra_3: Setting Powered False\u000a11:26:53.973458 bus /sierra_3: Setting Powered False\u000a11:26:55.083335 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:26:56.194670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.206565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:26:56.351743 tst mo_mt_call_osmux.py: using LAC 28069\u000a11:26:56.471188 tst mo_mt_call_osmux.py: using RAC 19\u000a11:26:56.594636 tst mo_mt_call_osmux.py: using CellId 28069\u000a11:26:56.715127 tst mo_mt_call_osmux.py: using BVCI 28070\u000a11:26:56.738823 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.750003 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.760866 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.772365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.783535 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:26:56.794653 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:26:56.912641 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:26:57.116564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:57.608183 run create_hlr_db(pid=2102): Launched\u000a11:26:57.787820 bus /sierra_2: Setting Powered False\u000a11:26:58.807691 run create_hlr_db(pid=2102): Terminated: ok {rc=0}\u000a11:26:59.251805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Launched\u000a11:26:59.588554 run osmo-hlr_10.42.42.2(pid=2105): Launched\u000a11:26:59.710683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:00.291590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Launched\u000a11:27:00.629414 run osmo-stp_10.42.42.5(pid=2108): Launched\u000a11:27:00.750261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:01.360458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2110): Launched\u000a11:27:01.804034 run osmo-msc_10.42.42.6(pid=2111): Launched\u000a11:27:02.249075 run osmo-stp_10.42.42.5(pid=2108): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]\u000a11:27:02.404852 run osmo-stp_10.42.42.5(pid=2108): stdout: \u000a| (launched: 2022-12-10_11:27:00.460738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:02.536247 run osmo-stp_10.42.42.5(pid=2108): stderr: \u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112700659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:02.662638 run osmo-stp_10.42.42.5(pid=2108): stdout: \u000a| (launched: 2022-12-10_11:27:00.460738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:02.788071 run osmo-stp_10.42.42.5(pid=2108): stderr: \u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112700658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112700659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112700659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:02.843018 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:27:02.851896 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:27:02.913539 run osmo-hlr_10.42.42.2(pid=2105): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2105)]\u000a11:27:02.963694 run osmo-hlr_10.42.42.2(pid=2105): stdout: \u000a| (launched: 2022-12-10_11:26:59.421931) \u000a11:27:03.014403 run osmo-hlr_10.42.42.2(pid=2105): stderr: \u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112659636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112659646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:03.082968 run osmo-msc_10.42.42.6(pid=2111): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2111)]\u000a11:27:03.132786 run osmo-msc_10.42.42.6(pid=2111): stdout: \u000a| (launched: 2022-12-10_11:27:01.523306) \u000a11:27:03.183371 run osmo-msc_10.42.42.6(pid=2111): stderr: \u000a| �[0;m�[38;5;43m20221210112701972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112701972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc21175bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112701973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112701974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112701974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112701974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112701976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112701976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112701978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112701978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:03.225872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Terminating (SIGTERM)\u000a11:27:03.266473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Terminating (SIGTERM)\u000a11:27:03.307223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2110): Terminating (SIGTERM)\u000a11:27:03.317151 --- ParallelTerminationStrategy: PID 2104 died...\u000a11:27:03.371714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Terminated: ok {rc=0}\u000a11:27:03.381905 --- ParallelTerminationStrategy: PID 2107 died...\u000a11:27:03.435820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Terminated: ok {rc=0}\u000a11:27:03.446158 --- ParallelTerminationStrategy: PID 2110 died...\u000a11:27:03.501546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2110): Terminated: ok {rc=0}\u000a11:27:03.588388 bus /sierra_3: Setting Powered False\u000a11:27:04.692597 bus /sierra_3: Setting Powered False\u000a11:27:05.803883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:26:45" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2122): Process ended prematurely: osmo-stp_10.42.42.5(pid=2122) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2122)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2122): Process ended prematurely: osmo-stp_10.42.42.5(pid=2122) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:27:07.755182 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:07.766436 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:27:07.912683 tst mo_mt_call.py: using LAC 28070\u000a11:27:08.043469 tst mo_mt_call.py: using RAC 20\u000a11:27:08.173270 tst mo_mt_call.py: using CellId 28070\u000a11:27:08.305072 tst mo_mt_call.py: using BVCI 28071\u000a11:27:08.330708 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:08.342249 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:08.353676 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:08.365136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:08.376562 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:08.387891 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:27:08.509354 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:27:08.717635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:09.209909 run create_hlr_db(pid=2116): Launched\u000a11:27:09.390043 bus /sierra_2: Setting Powered False\u000a11:27:10.411123 run create_hlr_db(pid=2116): Terminated: ok {rc=0}\u000a11:27:10.857886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2118): Launched\u000a11:27:11.195826 run osmo-hlr_10.42.42.2(pid=2119): Launched\u000a11:27:11.316705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:11.897594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2121): Launched\u000a11:27:12.233850 run osmo-stp_10.42.42.5(pid=2122): Launched\u000a11:27:12.355302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:12.964140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2124): Launched\u000a11:27:13.299754 run osmo-msc_10.42.42.6(pid=2125): Launched\u000a11:27:13.493641 run osmo-stp_10.42.42.5(pid=2122): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2122)]\u000a11:27:13.633176 run osmo-stp_10.42.42.5(pid=2122): stdout: \u000a| (launched: 2022-12-10_11:27:12.068420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:13.771770 run osmo-stp_10.42.42.5(pid=2122): stderr: \u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112712265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:13.905535 run osmo-stp_10.42.42.5(pid=2122): stdout: \u000a| (launched: 2022-12-10_11:27:12.068420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:14.038848 run osmo-stp_10.42.42.5(pid=2122): stderr: \u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112712264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112712265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112712267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:14.097658 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2122): Process ended prematurely: osmo-stp_10.42.42.5(pid=2122) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2122)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:27:14.107013 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:27:14.169625 run osmo-hlr_10.42.42.2(pid=2119): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2119)]\u000a11:27:14.221178 run osmo-hlr_10.42.42.2(pid=2119): stdout: \u000a| (launched: 2022-12-10_11:27:11.028823) \u000a11:27:14.273365 run osmo-hlr_10.42.42.2(pid=2119): stderr: \u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112711232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112711245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112711254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112711254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112711254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:14.344042 run osmo-msc_10.42.42.6(pid=2125): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2125)]\u000a11:27:14.395559 run osmo-msc_10.42.42.6(pid=2125): stdout: \u000a| (launched: 2022-12-10_11:27:13.134833) \u000a11:27:14.447586 run osmo-msc_10.42.42.6(pid=2125): stderr: \u000a| �[0;m�[38;5;43m20221210112713460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112713461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cad65fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112713461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112713461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112713461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112713461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112713463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112713463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112713463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112713463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:14.491698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2118): Terminating (SIGTERM)\u000a11:27:14.533498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2121): Terminating (SIGTERM)\u000a11:27:14.575231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2124): Terminating (SIGTERM)\u000a11:27:14.584996 --- ParallelTerminationStrategy: PID 2118 died...\u000a11:27:14.641005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2118): Terminated: ok {rc=0}\u000a11:27:14.651229 --- ParallelTerminationStrategy: PID 2121 died...\u000a11:27:14.706947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2121): Terminated: ok {rc=0}\u000a11:27:14.717104 --- ParallelTerminationStrategy: PID 2124 died...\u000a11:27:14.772839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2124): Terminated: ok {rc=0}\u000a11:27:14.860971 bus /sierra_3: Setting Powered False\u000a11:27:15.984127 bus /sierra_3: Setting Powered False\u000a11:27:17.100941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2133): Process ended prematurely: osmo-stp_10.42.42.5(pid=2133) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2133)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2133): Process ended prematurely: osmo-stp_10.42.42.5(pid=2133) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:27:18.216696 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.229114 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:27:18.383919 tst mo_mt_call_osmux.py: using LAC 28071\u000a11:27:18.516322 tst mo_mt_call_osmux.py: using RAC 21\u000a11:27:18.647711 tst mo_mt_call_osmux.py: using CellId 28071\u000a11:27:18.779182 tst mo_mt_call_osmux.py: using BVCI 28072\u000a11:27:18.804659 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.816203 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.827621 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.839089 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.850480 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:27:18.861899 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:27:18.979839 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:27:19.194175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:19.729924 run create_hlr_db(pid=2127): Launched\u000a11:27:19.923688 bus /sierra_2: Setting Powered False\u000a11:27:20.943972 run create_hlr_db(pid=2127): Terminated: ok {rc=0}\u000a11:27:21.388680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2129): Launched\u000a11:27:21.723792 run osmo-hlr_10.42.42.2(pid=2130): Launched\u000a11:27:21.845060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:22.424058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2132): Launched\u000a11:27:22.758299 run osmo-stp_10.42.42.5(pid=2133): Launched\u000a11:27:22.878671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:23.486772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2135): Launched\u000a11:27:23.821832 run osmo-msc_10.42.42.6(pid=2136): Launched\u000a11:27:24.015981 run osmo-stp_10.42.42.5(pid=2133): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2133)]\u000a11:27:24.156128 run osmo-stp_10.42.42.5(pid=2133): stdout: \u000a| (launched: 2022-12-10_11:27:22.593667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:24.295186 run osmo-stp_10.42.42.5(pid=2133): stderr: \u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112722792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:24.429147 run osmo-stp_10.42.42.5(pid=2133): stdout: \u000a| (launched: 2022-12-10_11:27:22.593667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:24.561748 run osmo-stp_10.42.42.5(pid=2133): stderr: \u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112722791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112722792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112722792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:24.620182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2133): Process ended prematurely: osmo-stp_10.42.42.5(pid=2133) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2133)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:27:24.629628 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:27:24.692404 run osmo-hlr_10.42.42.2(pid=2130): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2130)]\u000a11:27:24.743684 run osmo-hlr_10.42.42.2(pid=2130): stdout: \u000a| (launched: 2022-12-10_11:27:21.558957) \u000a11:27:24.795880 run osmo-hlr_10.42.42.2(pid=2130): stderr: \u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112721765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112721777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112721785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112721786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112721786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:24.866471 run osmo-msc_10.42.42.6(pid=2136): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2136)]\u000a11:27:24.917732 run osmo-msc_10.42.42.6(pid=2136): stdout: \u000a| (launched: 2022-12-10_11:27:23.656609) \u000a11:27:24.969452 run osmo-msc_10.42.42.6(pid=2136): stderr: \u000a| �[0;m�[38;5;43m20221210112723984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112723984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd177283c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112723984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112723984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112723984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112723985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112723988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112723989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112723989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112723989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:25.013943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2129): Terminating (SIGTERM)\u000a11:27:25.055734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2132): Terminating (SIGTERM)\u000a11:27:25.097752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2135): Terminating (SIGTERM)\u000a11:27:25.107557 --- ParallelTerminationStrategy: PID 2129 died...\u000a11:27:25.163737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2129): Terminated: ok {rc=0}\u000a11:27:25.174005 --- ParallelTerminationStrategy: PID 2132 died...\u000a11:27:25.229681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2132): Terminated: ok {rc=0}\u000a11:27:25.239904 --- ParallelTerminationStrategy: PID 2135 died...\u000a11:27:25.295613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2135): Terminated: ok {rc=0}\u000a11:27:25.383163 bus /sierra_3: Setting Powered False\u000a11:27:26.486774 bus /sierra_3: Setting Powered False\u000a11:27:27.597896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:27:07" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2148): Process ended prematurely: osmo-stp_10.42.42.5(pid=2148) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2148)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2148): Process ended prematurely: osmo-stp_10.42.42.5(pid=2148) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:27:29.547360 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:29.558476 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:27:29.712159 tst mo_mt_call.py: using LAC 28072\u000a11:27:29.846039 tst mo_mt_call.py: using RAC 22\u000a11:27:29.977232 tst mo_mt_call.py: using CellId 28072\u000a11:27:30.108610 tst mo_mt_call.py: using BVCI 28073\u000a11:27:30.134249 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:30.145849 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:30.157742 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:30.169346 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:30.181018 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:30.192416 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:27:30.312694 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:27:30.519227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:31.082510 run create_hlr_db(pid=2142): Launched\u000a11:27:31.266222 bus /sierra_2: Setting Powered False\u000a11:27:32.303282 run create_hlr_db(pid=2142): Terminated: ok {rc=0}\u000a11:27:32.725077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2144): Launched\u000a11:27:33.038295 run osmo-hlr_10.42.42.2(pid=2145): Launched\u000a11:27:33.163090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:33.710203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2147): Launched\u000a11:27:34.024396 run osmo-stp_10.42.42.5(pid=2148): Launched\u000a11:27:34.138765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:34.709443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2150): Launched\u000a11:27:35.025098 run osmo-msc_10.42.42.6(pid=2151): Launched\u000a11:27:35.208506 run osmo-stp_10.42.42.5(pid=2148): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2148)]\u000a11:27:35.340658 run osmo-stp_10.42.42.5(pid=2148): stdout: \u000a| (launched: 2022-12-10_11:27:33.868668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:35.470384 run osmo-stp_10.42.42.5(pid=2148): stderr: \u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112734044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:35.596082 run osmo-stp_10.42.42.5(pid=2148): stdout: \u000a| (launched: 2022-12-10_11:27:33.868668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:35.720535 run osmo-stp_10.42.42.5(pid=2148): stderr: \u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112734044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112734044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112734045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:35.775192 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2148): Process ended prematurely: osmo-stp_10.42.42.5(pid=2148) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2148)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:27:35.783800 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:27:35.844281 run osmo-hlr_10.42.42.2(pid=2145): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2145)]\u000a11:27:35.893578 run osmo-hlr_10.42.42.2(pid=2145): stdout: \u000a| (launched: 2022-12-10_11:27:32.883448) \u000a11:27:35.943723 run osmo-hlr_10.42.42.2(pid=2145): stderr: \u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112733065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112733078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112733086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112733086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112733086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:36.019752 run osmo-msc_10.42.42.6(pid=2151): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2151)]\u000a11:27:36.072025 run osmo-msc_10.42.42.6(pid=2151): stdout: \u000a| (launched: 2022-12-10_11:27:34.867980) \u000a11:27:36.124768 run osmo-msc_10.42.42.6(pid=2151): stderr: \u000a| �[0;m�[38;5;43m20221210112735145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112735145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9766a0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112735145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112735145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112735145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112735145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112735147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112735147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112735148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112735148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:36.169882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2144): Terminating (SIGTERM)\u000a11:27:36.212413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2147): Terminating (SIGTERM)\u000a11:27:36.255527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2150): Terminating (SIGTERM)\u000a11:27:36.265861 --- ParallelTerminationStrategy: PID 2144 died...\u000a11:27:36.322814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2144): Terminated: ok {rc=0}\u000a11:27:36.333259 --- ParallelTerminationStrategy: PID 2147 died...\u000a11:27:36.390205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2147): Terminated: ok {rc=0}\u000a11:27:36.400350 --- ParallelTerminationStrategy: PID 2150 died...\u000a11:27:36.457207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2150): Terminated: ok {rc=0}\u000a11:27:36.544594 bus /sierra_3: Setting Powered False\u000a11:27:37.650590 bus /sierra_3: Setting Powered False\u000a11:27:38.757570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:27:39.874688 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:39.886914 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:27:40.043169 tst mo_mt_call_osmux.py: using LAC 28073\u000a11:27:40.175116 tst mo_mt_call_osmux.py: using RAC 23\u000a11:27:40.306306 tst mo_mt_call_osmux.py: using CellId 28073\u000a11:27:40.438697 tst mo_mt_call_osmux.py: using BVCI 28074\u000a11:27:40.464312 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:40.475832 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:40.487164 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:40.498498 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:40.509938 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:27:40.521326 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:27:40.638288 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:27:40.853872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:41.390786 run create_hlr_db(pid=2156): Launched\u000a11:27:41.583846 bus /sierra_2: Setting Powered False\u000a11:27:42.603794 run create_hlr_db(pid=2156): Terminated: ok {rc=0}\u000a11:27:43.023171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Launched\u000a11:27:43.337104 run osmo-hlr_10.42.42.2(pid=2159): Launched\u000a11:27:43.459103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:43.990478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Launched\u000a11:27:44.297273 run osmo-stp_10.42.42.5(pid=2162): Launched\u000a11:27:44.409132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:44.966691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2164): Launched\u000a11:27:45.274828 run osmo-msc_10.42.42.6(pid=2165): Launched\u000a11:27:45.453776 run osmo-stp_10.42.42.5(pid=2162): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]\u000a11:27:45.583269 run osmo-stp_10.42.42.5(pid=2162): stdout: \u000a| (launched: 2022-12-10_11:27:44.144841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:45.709988 run osmo-stp_10.42.42.5(pid=2162): stderr: \u000a| �[0;m�[38;5;43m20221210112744316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112744316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112744317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112744317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112744319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112744320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112744320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:45.836214 run osmo-stp_10.42.42.5(pid=2162): stdout: \u000a| (launched: 2022-12-10_11:27:44.144841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:45.980271 run osmo-stp_10.42.42.5(pid=2162): stderr: \u000a| �[0;m�[38;5;43m20221210112744316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112744316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112744317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112744317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112744319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112744320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112744320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:46.035950 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)] [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:27:46.045379 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:27:46.108924 run osmo-hlr_10.42.42.2(pid=2159): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2159)]\u000a11:27:46.160074 run osmo-hlr_10.42.42.2(pid=2159): stdout: \u000a| (launched: 2022-12-10_11:27:43.181576) \u000a11:27:46.212304 run osmo-hlr_10.42.42.2(pid=2159): stderr: \u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112743365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112743417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112743428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112743428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112743428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:46.282480 run osmo-msc_10.42.42.6(pid=2165): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2165)]\u000a11:27:46.333896 run osmo-msc_10.42.42.6(pid=2165): stdout: \u000a| (launched: 2022-12-10_11:27:45.122008) \u000a11:27:46.386468 run osmo-msc_10.42.42.6(pid=2165): stderr: \u000a| �[0;m�[38;5;43m20221210112745395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112745395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bd9026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112745395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112745395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112745396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112745396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112745398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112745398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112745398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112745398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:46.431027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Terminating (SIGTERM)\u000a11:27:46.472013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Terminating (SIGTERM)\u000a11:27:46.516616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2164): Terminating (SIGTERM)\u000a11:27:46.527838 --- ParallelTerminationStrategy: PID 2158 died...\u000a11:27:46.585634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Terminated: ok {rc=0}\u000a11:27:46.596304 --- ParallelTerminationStrategy: PID 2161 died...\u000a11:27:46.653077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Terminated: ok {rc=0}\u000a11:27:46.663612 --- ParallelTerminationStrategy: PID 2164 died...\u000a11:27:46.720045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2164): Terminated: ok {rc=0}\u000a11:27:46.806584 bus /sierra_3: Setting Powered False\u000a11:27:47.906940 bus /sierra_3: Setting Powered False\u000a11:27:49.017633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:27:29" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2176): Process ended prematurely: osmo-stp_10.42.42.5(pid=2176) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2176)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2176): Process ended prematurely: osmo-stp_10.42.42.5(pid=2176) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:27:50.965912 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:50.976710 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:27:51.121028 tst mo_mt_call.py: using LAC 28074\u000a11:27:51.238958 tst mo_mt_call.py: using RAC 24\u000a11:27:51.363677 tst mo_mt_call.py: using CellId 28074\u000a11:27:51.489744 tst mo_mt_call.py: using BVCI 28075\u000a11:27:51.514853 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:51.526526 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:51.537944 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:51.549342 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:51.560647 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:27:51.571940 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:27:51.687096 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:27:51.900415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:52.394062 run create_hlr_db(pid=2170): Launched\u000a11:27:52.570144 bus /sierra_2: Setting Powered False\u000a11:27:53.591592 run create_hlr_db(pid=2170): Terminated: ok {rc=0}\u000a11:27:54.027895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2172): Launched\u000a11:27:54.357412 run osmo-hlr_10.42.42.2(pid=2173): Launched\u000a11:27:54.477275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:55.045294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2175): Launched\u000a11:27:55.373337 run osmo-stp_10.42.42.5(pid=2176): Launched\u000a11:27:55.491463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:27:56.090630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2178): Launched\u000a11:27:56.419806 run osmo-msc_10.42.42.6(pid=2179): Launched\u000a11:27:56.611134 run osmo-stp_10.42.42.5(pid=2176): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2176)]\u000a11:27:56.748655 run osmo-stp_10.42.42.5(pid=2176): stdout: \u000a| (launched: 2022-12-10_11:27:55.211582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:56.885747 run osmo-stp_10.42.42.5(pid=2176): stderr: \u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112755407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:57.017474 run osmo-stp_10.42.42.5(pid=2176): stdout: \u000a| (launched: 2022-12-10_11:27:55.211582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:57.148141 run osmo-stp_10.42.42.5(pid=2176): stderr: \u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112755407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112755407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112755408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:57.205600 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2176): Process ended prematurely: osmo-stp_10.42.42.5(pid=2176) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2176)] [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:27:57.214910 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:27:57.277036 run osmo-hlr_10.42.42.2(pid=2173): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2173)]\u000a11:27:57.328153 run osmo-hlr_10.42.42.2(pid=2173): stdout: \u000a| (launched: 2022-12-10_11:27:54.194539) \u000a11:27:57.380063 run osmo-hlr_10.42.42.2(pid=2173): stderr: \u000a| �[0;m�[1;31m20221210112754396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112754397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112754397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112754397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112754397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112754397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112754409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112754417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112754418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112754418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:57.450363 run osmo-msc_10.42.42.6(pid=2179): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2179)]\u000a11:27:57.501639 run osmo-msc_10.42.42.6(pid=2179): stdout: \u000a| (launched: 2022-12-10_11:27:56.257333) \u000a11:27:57.553293 run osmo-msc_10.42.42.6(pid=2179): stderr: \u000a| �[0;m�[38;5;43m20221210112756583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112756583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f2800fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112756583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112756583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112756584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112756584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112756585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112756586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112756586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112756586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:27:57.597005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2172): Terminating (SIGTERM)\u000a11:27:57.638479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2175): Terminating (SIGTERM)\u000a11:27:57.679978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2178): Terminating (SIGTERM)\u000a11:27:57.689710 --- ParallelTerminationStrategy: PID 2172 died...\u000a11:27:57.745123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2172): Terminated: ok {rc=0}\u000a11:27:57.755231 --- ParallelTerminationStrategy: PID 2175 died...\u000a11:27:57.810658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2175): Terminated: ok {rc=0}\u000a11:27:57.820751 --- ParallelTerminationStrategy: PID 2178 died...\u000a11:27:57.876444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2178): Terminated: ok {rc=0}\u000a11:27:57.962527 bus /sierra_3: Setting Powered False\u000a11:27:59.069416 bus /sierra_3: Setting Powered False\u000a11:28:00.177931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2187): Process ended prematurely: osmo-stp_10.42.42.5(pid=2187) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2187)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2187): Process ended prematurely: osmo-stp_10.42.42.5(pid=2187) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:28:01.294232 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.307413 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:28:01.476515 tst mo_mt_call_osmux.py: using LAC 28075\u000a11:28:01.602103 tst mo_mt_call_osmux.py: using RAC 25\u000a11:28:01.728012 tst mo_mt_call_osmux.py: using CellId 28075\u000a11:28:01.857608 tst mo_mt_call_osmux.py: using BVCI 28076\u000a11:28:01.884046 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.896474 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.908503 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.920426 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.933758 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:28:01.949606 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:28:02.078763 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:28:02.286681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:02.771408 run create_hlr_db(pid=2181): Launched\u000a11:28:02.948771 bus /sierra_2: Setting Powered False\u000a11:28:03.969710 run create_hlr_db(pid=2181): Terminated: ok {rc=0}\u000a11:28:04.377978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2183): Launched\u000a11:28:04.686084 run osmo-hlr_10.42.42.2(pid=2184): Launched\u000a11:28:04.798245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:05.331012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2186): Launched\u000a11:28:05.639248 run osmo-stp_10.42.42.5(pid=2187): Launched\u000a11:28:05.750930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:06.308131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2189): Launched\u000a11:28:06.616659 run osmo-msc_10.42.42.6(pid=2190): Launched\u000a11:28:06.796011 run osmo-stp_10.42.42.5(pid=2187): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2187)]\u000a11:28:06.925927 run osmo-stp_10.42.42.5(pid=2187): stdout: \u000a| (launched: 2022-12-10_11:28:05.486352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:07.053156 run osmo-stp_10.42.42.5(pid=2187): stderr: \u000a| �[0;m�[38;5;43m20221210112805659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112805659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112805660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112805660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:07.175819 run osmo-stp_10.42.42.5(pid=2187): stdout: \u000a| (launched: 2022-12-10_11:28:05.486352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:07.297670 run osmo-stp_10.42.42.5(pid=2187): stderr: \u000a| �[0;m�[38;5;43m20221210112805659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112805659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112805660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112805660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112805661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:07.351254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2187): Process ended prematurely: osmo-stp_10.42.42.5(pid=2187) [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2187)] [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:28:07.359862 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:28:07.420448 run osmo-hlr_10.42.42.2(pid=2184): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2184)]\u000a11:28:07.470202 run osmo-hlr_10.42.42.2(pid=2184): stdout: \u000a| (launched: 2022-12-10_11:28:04.533441) \u000a11:28:07.521182 run osmo-hlr_10.42.42.2(pid=2184): stderr: \u000a| �[0;m�[1;31m20221210112804711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112804711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112804711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112804712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112804712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112804712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112804724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112804732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112804733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112804733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:07.590082 run osmo-msc_10.42.42.6(pid=2190): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2190)]\u000a11:28:07.639674 run osmo-msc_10.42.42.6(pid=2190): stdout: \u000a| (launched: 2022-12-10_11:28:06.463198) \u000a11:28:07.689797 run osmo-msc_10.42.42.6(pid=2190): stderr: \u000a| �[0;m�[38;5;43m20221210112806739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112806739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f237d80dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112806739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112806739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112806739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112806740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112806741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112806742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112806742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112806742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:07.731607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2183): Terminating (SIGTERM)\u000a11:28:07.771398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2186): Terminating (SIGTERM)\u000a11:28:07.811366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2189): Terminating (SIGTERM)\u000a11:28:07.820627 --- ParallelTerminationStrategy: PID 2183 died...\u000a11:28:07.874362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2183): Terminated: ok {rc=0}\u000a11:28:07.884290 --- ParallelTerminationStrategy: PID 2186 died...\u000a11:28:07.937904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2186): Terminated: ok {rc=0}\u000a11:28:07.947562 --- ParallelTerminationStrategy: PID 2189 died...\u000a11:28:08.000897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2189): Terminated: ok {rc=0}\u000a11:28:08.083806 bus /sierra_3: Setting Powered False\u000a11:28:09.190957 bus /sierra_3: Setting Powered False\u000a11:28:10.298280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:27:50" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2201): Process ended prematurely: osmo-stp_10.42.42.5(pid=2201) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2201)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2201): Process ended prematurely: osmo-stp_10.42.42.5(pid=2201) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:28:12.241598 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.252301 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:28:12.397755 tst mo_mt_call.py: using LAC 28076\u000a11:28:12.517839 tst mo_mt_call.py: using RAC 26\u000a11:28:12.637288 tst mo_mt_call.py: using CellId 28076\u000a11:28:12.768662 tst mo_mt_call.py: using BVCI 28077\u000a11:28:12.793789 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.805142 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.816381 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.827585 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.838820 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:12.850119 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:28:12.963556 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:28:13.174017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:13.688048 run create_hlr_db(pid=2195): Launched\u000a11:28:13.864568 bus /sierra_2: Setting Powered False\u000a11:28:14.883397 run create_hlr_db(pid=2195): Terminated: ok {rc=0}\u000a11:28:15.285561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2197): Launched\u000a11:28:15.588864 run osmo-hlr_10.42.42.2(pid=2198): Launched\u000a11:28:15.702241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:16.287972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2200): Launched\u000a11:28:16.691351 run osmo-stp_10.42.42.5(pid=2201): Launched\u000a11:28:16.830761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:17.479720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2203): Launched\u000a11:28:17.805124 run osmo-msc_10.42.42.6(pid=2204): Launched\u000a11:28:17.992355 run osmo-stp_10.42.42.5(pid=2201): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2201)]\u000a11:28:18.128227 run osmo-stp_10.42.42.5(pid=2201): stdout: \u000a| (launched: 2022-12-10_11:28:16.442472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:18.263573 run osmo-stp_10.42.42.5(pid=2201): stderr: \u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112816795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:18.392802 run osmo-stp_10.42.42.5(pid=2201): stdout: \u000a| (launched: 2022-12-10_11:28:16.442472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:18.520759 run osmo-stp_10.42.42.5(pid=2201): stderr: \u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112816795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112816795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:18.578007 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2201): Process ended prematurely: osmo-stp_10.42.42.5(pid=2201) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2201)] [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:28:18.587422 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:28:18.649155 run osmo-hlr_10.42.42.2(pid=2198): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2198)]\u000a11:28:18.699861 run osmo-hlr_10.42.42.2(pid=2198): stdout: \u000a| (launched: 2022-12-10_11:28:15.437612) \u000a11:28:18.751400 run osmo-hlr_10.42.42.2(pid=2198): stderr: \u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112815614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112815635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112815644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112815644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112815644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:18.821048 run osmo-msc_10.42.42.6(pid=2204): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2204)]\u000a11:28:18.871772 run osmo-msc_10.42.42.6(pid=2204): stdout: \u000a| (launched: 2022-12-10_11:28:17.643154) \u000a11:28:18.923001 run osmo-msc_10.42.42.6(pid=2204): stderr: \u000a| �[0;m�[38;5;43m20221210112817971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112817971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba51704c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112817972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112817972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112817972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112817972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112817974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112817974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112817974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112817974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:18.966374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2197): Terminating (SIGTERM)\u000a11:28:19.008511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2200): Terminating (SIGTERM)\u000a11:28:19.051115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2203): Terminating (SIGTERM)\u000a11:28:19.060920 --- ParallelTerminationStrategy: PID 2197 died...\u000a11:28:19.116444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2197): Terminated: ok {rc=0}\u000a11:28:19.126476 --- ParallelTerminationStrategy: PID 2200 died...\u000a11:28:19.182109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2200): Terminated: ok {rc=0}\u000a11:28:19.192314 --- ParallelTerminationStrategy: PID 2203 died...\u000a11:28:19.247494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2203): Terminated: ok {rc=0}\u000a11:28:19.333996 bus /sierra_3: Setting Powered False\u000a11:28:20.440696 bus /sierra_3: Setting Powered False\u000a11:28:21.551122 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2212): Process ended prematurely: osmo-stp_10.42.42.5(pid=2212) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2212)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2212): Process ended prematurely: osmo-stp_10.42.42.5(pid=2212) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:28:22.659503 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:22.670990 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:28:22.815147 tst mo_mt_call_osmux.py: using LAC 28077\u000a11:28:22.940338 tst mo_mt_call_osmux.py: using RAC 27\u000a11:28:23.060703 tst mo_mt_call_osmux.py: using CellId 28077\u000a11:28:23.183667 tst mo_mt_call_osmux.py: using BVCI 28078\u000a11:28:23.206536 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:23.217299 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:23.228054 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:23.239007 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:23.250039 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:28:23.260780 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:28:23.376730 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:28:23.582575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:24.097963 run create_hlr_db(pid=2206): Launched\u000a11:28:24.283703 bus /sierra_2: Setting Powered False\u000a11:28:25.305212 run create_hlr_db(pid=2206): Terminated: ok {rc=0}\u000a11:28:25.710098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2208): Launched\u000a11:28:26.012128 run osmo-hlr_10.42.42.2(pid=2209): Launched\u000a11:28:26.134104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:26.666397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2211): Launched\u000a11:28:26.968313 run osmo-stp_10.42.42.5(pid=2212): Launched\u000a11:28:27.077170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:27.629849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2214): Launched\u000a11:28:27.933638 run osmo-msc_10.42.42.6(pid=2215): Launched\u000a11:28:28.109679 run osmo-stp_10.42.42.5(pid=2212): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2212)]\u000a11:28:28.237077 run osmo-stp_10.42.42.5(pid=2212): stdout: \u000a| (launched: 2022-12-10_11:28:26.818269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:28.361367 run osmo-stp_10.42.42.5(pid=2212): stderr: \u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112826992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:28.481637 run osmo-stp_10.42.42.5(pid=2212): stdout: \u000a| (launched: 2022-12-10_11:28:26.818269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:28.601146 run osmo-stp_10.42.42.5(pid=2212): stderr: \u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112826991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112826992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112826992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:28.654659 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2212): Process ended prematurely: osmo-stp_10.42.42.5(pid=2212) [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2212)] [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:28:28.663002 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:28:28.722888 run osmo-hlr_10.42.42.2(pid=2209): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2209)]\u000a11:28:28.771823 run osmo-hlr_10.42.42.2(pid=2209): stdout: \u000a| (launched: 2022-12-10_11:28:25.862353) \u000a11:28:28.821356 run osmo-hlr_10.42.42.2(pid=2209): stderr: \u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112826040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112826058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112826067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112826067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112826067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:28.888300 run osmo-msc_10.42.42.6(pid=2215): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2215)]\u000a11:28:28.937119 run osmo-msc_10.42.42.6(pid=2215): stdout: \u000a| (launched: 2022-12-10_11:28:27.782091) \u000a11:28:28.986398 run osmo-msc_10.42.42.6(pid=2215): stderr: \u000a| �[0;m�[38;5;43m20221210112828058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112828059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a959dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112828059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112828059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112828059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112828059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112828061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112828061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112828062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112828062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:29.027803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2208): Terminating (SIGTERM)\u000a11:28:29.067276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2211): Terminating (SIGTERM)\u000a11:28:29.106734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2214): Terminating (SIGTERM)\u000a11:28:29.116140 --- ParallelTerminationStrategy: PID 2208 died...\u000a11:28:29.168920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2208): Terminated: ok {rc=0}\u000a11:28:29.178791 --- ParallelTerminationStrategy: PID 2211 died...\u000a11:28:29.235248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2211): Terminated: ok {rc=0}\u000a11:28:29.245349 --- ParallelTerminationStrategy: PID 2214 died...\u000a11:28:29.300451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2214): Terminated: ok {rc=0}\u000a11:28:29.386282 bus /sierra_3: Setting Powered False\u000a11:28:30.488347 bus /sierra_3: Setting Powered False\u000a11:28:31.594957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:28:11" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2226): Process ended prematurely: osmo-stp_10.42.42.5(pid=2226) [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2226)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2226): Process ended prematurely: osmo-stp_10.42.42.5(pid=2226) [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:28:33.566225 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:33.577149 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:33.704647 tst emergency_mo_mt_call.py: using LAC 28078\u000a11:28:33.833747 tst emergency_mo_mt_call.py: using RAC 28\u000a11:28:33.956881 tst emergency_mo_mt_call.py: using CellId 28078\u000a11:28:34.080297 tst emergency_mo_mt_call.py: using BVCI 28079\u000a11:28:34.104514 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:34.115277 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:34.126096 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:34.136744 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:34.147465 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:34.158150 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:34.270076 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:34.477781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:34.986429 run create_hlr_db(pid=2220): Launched\u000a11:28:35.171841 bus /sierra_2: Setting Powered False\u000a11:28:36.192535 run create_hlr_db(pid=2220): Terminated: ok {rc=0}\u000a11:28:36.592630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2222): Launched\u000a11:28:36.891092 run osmo-hlr_10.42.42.2(pid=2223): Launched\u000a11:28:37.009333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:37.531888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2225): Launched\u000a11:28:37.829881 run osmo-stp_10.42.42.5(pid=2226): Launched\u000a11:28:37.948032 tst emergency_mo_mt_call.py: using MSISDN 7714\u000a11:28:38.095083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:38.635773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2228): Launched\u000a11:28:38.934228 run osmo-msc_10.42.42.6(pid=2229): Launched\u000a11:28:39.109324 run osmo-stp_10.42.42.5(pid=2226): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2226)]\u000a11:28:39.236113 run osmo-stp_10.42.42.5(pid=2226): stdout: \u000a| (launched: 2022-12-10_11:28:37.683020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:39.359909 run osmo-stp_10.42.42.5(pid=2226): stderr: \u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112837851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:39.479526 run osmo-stp_10.42.42.5(pid=2226): stdout: \u000a| (launched: 2022-12-10_11:28:37.683020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:39.598564 run osmo-stp_10.42.42.5(pid=2226): stderr: \u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112837850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112837851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112837851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:39.650206 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2226): Process ended prematurely: osmo-stp_10.42.42.5(pid=2226) [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2226)] [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a11:28:39.658190 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a11:28:39.718301 run osmo-hlr_10.42.42.2(pid=2223): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2223)]\u000a11:28:39.767512 run osmo-hlr_10.42.42.2(pid=2223): stdout: \u000a| (launched: 2022-12-10_11:28:36.743838) \u000a11:28:39.817212 run osmo-hlr_10.42.42.2(pid=2223): stderr: \u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112836917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112836929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112836938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112836938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112836938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:39.884497 run osmo-msc_10.42.42.6(pid=2229): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2229)]\u000a11:28:39.933395 run osmo-msc_10.42.42.6(pid=2229): stdout: \u000a| (launched: 2022-12-10_11:28:38.787091) \u000a11:28:39.982971 run osmo-msc_10.42.42.6(pid=2229): stderr: \u000a| �[0;m�[38;5;43m20221210112839059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112839059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23343a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112839060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112839060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112839060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112839060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112839062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112839062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112839063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112839063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:40.024594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2222): Terminating (SIGTERM)\u000a11:28:40.064583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2225): Terminating (SIGTERM)\u000a11:28:40.104365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2228): Terminating (SIGTERM)\u000a11:28:40.113896 --- ParallelTerminationStrategy: PID 2222 died...\u000a11:28:40.167198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2222): Terminated: ok {rc=0}\u000a11:28:40.177069 --- ParallelTerminationStrategy: PID 2225 died...\u000a11:28:40.229760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2225): Terminated: ok {rc=0}\u000a11:28:40.239572 --- ParallelTerminationStrategy: PID 2228 died...\u000a11:28:40.292483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2228): Terminated: ok {rc=0}\u000a11:28:40.380550 bus /sierra_3: Setting Powered False\u000a11:28:41.483858 bus /sierra_3: Setting Powered False\u000a11:28:42.594733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2237): Process ended prematurely: osmo-stp_10.42.42.5(pid=2237) [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2237)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2237): Process ended prematurely: osmo-stp_10.42.42.5(pid=2237) [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:28:43.645253 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:43.656366 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:43.787255 tst emergency_preemptive_call.py: using LAC 28079\u000a11:28:43.911814 tst emergency_preemptive_call.py: using RAC 29\u000a11:28:44.037354 tst emergency_preemptive_call.py: using CellId 28079\u000a11:28:44.162937 tst emergency_preemptive_call.py: using BVCI 28080\u000a11:28:44.187273 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:44.198387 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:44.209263 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:44.220556 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:44.231886 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:44.243110 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:44.360037 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:44.476615 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:44.593519 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:28:44.791559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:45.261529 run create_hlr_db(pid=2231): Launched\u000a11:28:45.433427 bus /sierra_2: Setting Powered False\u000a11:28:46.522972 run create_hlr_db(pid=2231): Terminated: ok {rc=0}\u000a11:28:46.963646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2233): Launched\u000a11:28:47.296046 run osmo-hlr_10.42.42.2(pid=2234): Launched\u000a11:28:47.412900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:47.975112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2236): Launched\u000a11:28:48.294895 run osmo-stp_10.42.42.5(pid=2237): Launched\u000a11:28:48.422796 tst emergency_preemptive_call.py: using MSISDN 7715\u000a11:28:48.584451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:49.163924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2239): Launched\u000a11:28:49.481604 run osmo-msc_10.42.42.6(pid=2240): Launched\u000a11:28:49.667375 run osmo-stp_10.42.42.5(pid=2237): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2237)]\u000a11:28:49.800666 run osmo-stp_10.42.42.5(pid=2237): stdout: \u000a| (launched: 2022-12-10_11:28:48.138041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:49.934844 run osmo-stp_10.42.42.5(pid=2237): stderr: \u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112848328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:50.063247 run osmo-stp_10.42.42.5(pid=2237): stdout: \u000a| (launched: 2022-12-10_11:28:48.138041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:50.190395 run osmo-stp_10.42.42.5(pid=2237): stderr: \u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112848327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112848328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112848328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:50.246217 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2237): Process ended prematurely: osmo-stp_10.42.42.5(pid=2237) [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2237)] [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a11:28:50.254955 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a11:28:50.317012 run osmo-hlr_10.42.42.2(pid=2234): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2234)]\u000a11:28:50.367632 run osmo-hlr_10.42.42.2(pid=2234): stdout: \u000a| (launched: 2022-12-10_11:28:47.117711) \u000a11:28:50.419074 run osmo-hlr_10.42.42.2(pid=2234): stderr: \u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112847320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112847331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112847340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112847341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112847341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:50.489051 run osmo-msc_10.42.42.6(pid=2240): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2240)]\u000a11:28:50.539668 run osmo-msc_10.42.42.6(pid=2240): stdout: \u000a| (launched: 2022-12-10_11:28:49.325484) \u000a11:28:50.590919 run osmo-msc_10.42.42.6(pid=2240): stderr: \u000a| �[0;m�[38;5;43m20221210112849646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210112849646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ac41d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210112849646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210112849646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210112849647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210112849647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210112849649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210112849649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210112849649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210112849649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:50.634410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2233): Terminating (SIGTERM)\u000a11:28:50.675635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2236): Terminating (SIGTERM)\u000a11:28:50.716846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2239): Terminating (SIGTERM)\u000a11:28:50.726566 --- ParallelTerminationStrategy: PID 2233 died...\u000a11:28:50.781856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2233): Terminated: ok {rc=0}\u000a11:28:50.791816 --- ParallelTerminationStrategy: PID 2236 died...\u000a11:28:50.847269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2236): Terminated: ok {rc=0}\u000a11:28:50.857472 --- ParallelTerminationStrategy: PID 2239 died...\u000a11:28:50.913040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2239): Terminated: ok {rc=0}\u000a11:28:50.999891 bus /sierra_9: Setting Powered False\u000a11:28:52.105983 bus /sierra_9: Setting Powered False\u000a11:28:53.213339 bus /sierra_8: Setting Powered False\u000a11:28:54.320258 bus /sierra_8: Setting Powered False\u000a11:28:55.430588 bus /sierra_3: Setting Powered False\u000a11:28:56.533789 bus /sierra_3: Setting Powered False\u000a11:28:57.645529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:28:33" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:28:59.728348 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:28:59.739291 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:59.867960 tst cs_paging_gprs_active.py: using LAC 28080\u000a11:28:59.995250 tst cs_paging_gprs_active.py: using RAC 30\u000a11:29:00.122462 tst cs_paging_gprs_active.py: using CellId 28080\u000a11:29:00.250095 tst cs_paging_gprs_active.py: using BVCI 28081\u000a11:29:00.274847 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.285609 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.296262 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.307488 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.318564 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.329717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.341109 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.352291 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:00.364077 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:00.482073 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:00.764683 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:29:00.901293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:01.235877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Launched\u000a11:29:01.522465 run iperf3-srv_10.42.42.10(pid=2246): Launched\u000a11:29:01.715194 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:29:01.843704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:02.196041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Launched\u000a11:29:02.476684 run iperf3-srv_10.42.42.10(pid=2248): Launched\u000a11:29:02.676257 tst cs_paging_gprs_active.py:38: start network...\u000a11:29:02.811839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:03.331443 run create_hlr_db(pid=2249): Launched\u000a11:29:03.519494 bus /sierra_2: Setting Powered False\u000a11:29:04.539988 run create_hlr_db(pid=2249): Terminated: ok {rc=0}\u000a11:29:04.946250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Launched\u000a11:29:05.249901 run osmo-hlr_10.42.42.2(pid=2252): Launched\u000a11:29:05.366965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:05.900484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Launched\u000a11:29:06.203625 run osmo-stp_10.42.42.5(pid=2255): Launched\u000a11:29:06.314793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:29:06.843285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Launched\u000a11:29:06.951687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:29:07.215742 run patchelf(pid=2258): Launched\u000a11:29:07.393113 run osmo-stp_10.42.42.5(pid=2255): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a11:29:07.522915 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-10_11:29:06.054080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:07.652564 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221210112906225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112906226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112906226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112906226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:07.777689 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-10_11:29:06.054080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:07.901517 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221210112906225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112906226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112906226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112906226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:08.046612 run patchelf(pid=2258): Terminating (SIGINT)\u000a11:29:08.216548 run patchelf(pid=2258): Terminated: ok {rc=0}\u000a11:29:08.247684 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)] [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a11:29:08.256751 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:29:08.316915 run osmo-hlr_10.42.42.2(pid=2252): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2252)]\u000a11:29:08.366314 run osmo-hlr_10.42.42.2(pid=2252): stdout: \u000a| (launched: 2022-12-10_11:29:05.099959) \u000a11:29:08.416154 run osmo-hlr_10.42.42.2(pid=2252): stderr: \u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112905275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112905288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112905298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112905298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112905298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:08.458201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Terminating (SIGTERM)\u000a11:29:08.498130 run iperf3-srv_10.42.42.10(pid=2246): Terminating (SIGTERM)\u000a11:29:08.538201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Terminating (SIGTERM)\u000a11:29:08.577946 run iperf3-srv_10.42.42.10(pid=2248): Terminating (SIGTERM)\u000a11:29:08.617496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminating (SIGTERM)\u000a11:29:08.657057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminating (SIGTERM)\u000a11:29:08.697488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Terminating (SIGTERM)\u000a11:29:08.706936 --- ParallelTerminationStrategy: PID 2245 died...\u000a11:29:08.760371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Terminated: ok {rc=0}\u000a11:29:08.770326 --- ParallelTerminationStrategy: PID 2246 died...\u000a11:29:08.822883 run iperf3-srv_10.42.42.10(pid=2246): Terminated {rc=256}\u000a11:29:08.832608 --- ParallelTerminationStrategy: PID 2247 died...\u000a11:29:08.886364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Terminated: ok {rc=0}\u000a11:29:08.896076 --- ParallelTerminationStrategy: PID 2248 died...\u000a11:29:08.948935 run iperf3-srv_10.42.42.10(pid=2248): Terminated {rc=256}\u000a11:29:08.958890 --- ParallelTerminationStrategy: PID 2251 died...\u000a11:29:09.011291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminated: ok {rc=0}\u000a11:29:09.021106 --- ParallelTerminationStrategy: PID 2254 died...\u000a11:29:09.074268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminated: ok {rc=0}\u000a11:29:09.083814 --- ParallelTerminationStrategy: PID 2257 died...\u000a11:29:09.136667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Terminated: ok {rc=0}\u000a11:29:09.221111 bus /gobi_0: Setting Powered False\u000a11:29:10.327704 bus /gobi_0: Setting Powered False\u000a11:29:11.433863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2374↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2374↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a11:29:12.548477 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:12.560008 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:29:12.693539 tst iperf3.py: using LAC 28081\u000a11:29:12.818686 tst iperf3.py: using RAC 31\u000a11:29:12.945301 tst iperf3.py: using CellId 28081\u000a11:29:13.065896 tst iperf3.py: using BVCI 28082\u000a11:29:13.088856 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.099363 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.109645 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.120123 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.130615 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.140939 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.151842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.162433 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:13.174017 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:13.454136 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:29:13.580467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:13.893599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Launched\u000a11:29:14.153409 run iperf3-srv_10.42.42.10(pid=2260): Launched\u000a11:29:14.337515 tst iperf3.py:8: start network...\u000a11:29:14.463024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:14.937984 run create_hlr_db(pid=2261): Launched\u000a11:29:15.113304 bus /gobi_6: Setting Powered False\u000a11:29:16.151425 run create_hlr_db(pid=2261): Terminated: ok {rc=0}\u000a11:29:16.609283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Launched\u000a11:29:17.048665 run osmo-hlr_10.42.42.2(pid=2264): Launched\u000a11:29:17.253152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:17.813277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Launched\u000a11:29:18.138075 run osmo-stp_10.42.42.5(pid=2267): Launched\u000a11:29:18.256168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:29:18.822151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Launched\u000a11:29:18.937701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:29:19.221814 run patchelf(pid=2270): Launched\u000a11:29:19.411138 run osmo-stp_10.42.42.5(pid=2267): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]\u000a11:29:19.549694 run osmo-stp_10.42.42.5(pid=2267): stdout: \u000a| (launched: 2022-12-10_11:29:17.978479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:19.688792 run osmo-stp_10.42.42.5(pid=2267): stderr: \u000a| �[0;m�[38;5;43m20221210112918172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112918172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112918173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112918173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:19.823150 run osmo-stp_10.42.42.5(pid=2267): stdout: \u000a| (launched: 2022-12-10_11:29:17.978479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:19.955886 run osmo-stp_10.42.42.5(pid=2267): stderr: \u000a| �[0;m�[38;5;43m20221210112918172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112918172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112918173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112918173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112918174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:20.112013 run patchelf(pid=2270): Terminating (SIGINT)\u000a11:29:20.294228 run patchelf(pid=2270): Terminated: ok {rc=0}\u000a11:29:20.327601 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2374↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)] [trial-2374↪gprs:oc2g↪iperf3.py:8]\u000a11:29:20.337436 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:29:20.400335 run osmo-hlr_10.42.42.2(pid=2264): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2264)]\u000a11:29:20.451715 run osmo-hlr_10.42.42.2(pid=2264): stdout: \u000a| (launched: 2022-12-10_11:29:16.777699) \u000a11:29:20.503733 run osmo-hlr_10.42.42.2(pid=2264): stderr: \u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112917085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112917104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112917113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112917113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112917113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:20.548079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Terminating (SIGTERM)\u000a11:29:20.589779 run iperf3-srv_10.42.42.10(pid=2260): Terminating (SIGTERM)\u000a11:29:20.631482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Terminating (SIGTERM)\u000a11:29:20.673314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Terminating (SIGTERM)\u000a11:29:20.715142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Terminating (SIGTERM)\u000a11:29:20.724888 --- ParallelTerminationStrategy: PID 2259 died...\u000a11:29:20.781001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Terminated: ok {rc=0}\u000a11:29:20.791069 --- ParallelTerminationStrategy: PID 2260 died...\u000a11:29:20.846581 run iperf3-srv_10.42.42.10(pid=2260): Terminated {rc=256}\u000a11:29:20.856806 --- ParallelTerminationStrategy: PID 2263 died...\u000a11:29:20.912277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Terminated: ok {rc=0}\u000a11:29:20.922453 --- ParallelTerminationStrategy: PID 2266 died...\u000a11:29:20.978157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Terminated: ok {rc=0}\u000a11:29:20.988358 --- ParallelTerminationStrategy: PID 2269 died...\u000a11:29:21.044548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Terminated: ok {rc=0}\u000a11:29:21.130654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2374↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2374↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a11:29:22.246905 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.258468 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:29:22.389651 tst iperf3m4.py: using LAC 28082\u000a11:29:22.518402 tst iperf3m4.py: using RAC 32\u000a11:29:22.645470 tst iperf3m4.py: using CellId 28082\u000a11:29:22.773856 tst iperf3m4.py: using BVCI 28083\u000a11:29:22.798653 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.809421 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.820030 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.830694 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.841216 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.851767 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.862436 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.872924 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:22.883729 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:23.000811 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:23.119925 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:23.238312 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:23.515669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:29:23.642122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:23.957427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Launched\u000a11:29:24.218858 run iperf3-srv_10.42.42.10(pid=2272): Launched\u000a11:29:24.403752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:29:24.529995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:24.843185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Launched\u000a11:29:25.104288 run iperf3-srv_10.42.42.10(pid=2274): Launched\u000a11:29:25.289234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:29:25.415004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:25.728922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Launched\u000a11:29:25.988592 run iperf3-srv_10.42.42.10(pid=2276): Launched\u000a11:29:26.172747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:29:26.298295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:29:26.611671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Launched\u000a11:29:26.871118 run iperf3-srv_10.42.42.10(pid=2278): Launched\u000a11:29:27.055196 tst iperf3m4.py:8: start network...\u000a11:29:27.181560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:27.656865 run create_hlr_db(pid=2279): Launched\u000a11:29:27.832041 bus /gobi_6: Setting Powered False\u000a11:29:28.853209 run create_hlr_db(pid=2279): Terminated: ok {rc=0}\u000a11:29:29.256493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Launched\u000a11:29:29.559316 run osmo-hlr_10.42.42.2(pid=2282): Launched\u000a11:29:29.677433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:30.207474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Launched\u000a11:29:30.511318 run osmo-stp_10.42.42.5(pid=2285): Launched\u000a11:29:30.622086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:29:31.227656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Launched\u000a11:29:31.379347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:29:31.699124 run patchelf(pid=2288): Launched\u000a11:29:31.894731 run osmo-stp_10.42.42.5(pid=2285): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]\u000a11:29:32.038848 run osmo-stp_10.42.42.5(pid=2285): stdout: \u000a| (launched: 2022-12-10_11:29:30.361330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:32.182090 run osmo-stp_10.42.42.5(pid=2285): stderr: \u000a| �[0;m�[38;5;43m20221210112930531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112930532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112930532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112930532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:32.318597 run osmo-stp_10.42.42.5(pid=2285): stdout: \u000a| (launched: 2022-12-10_11:29:30.361330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:32.451810 run osmo-stp_10.42.42.5(pid=2285): stderr: \u000a| �[0;m�[38;5;43m20221210112930531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112930532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112930532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112930532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112930533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:32.607700 run patchelf(pid=2288): Terminating (SIGINT)\u000a11:29:32.789719 run patchelf(pid=2288): Terminated: ok {rc=0}\u000a11:29:32.823250 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2374↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)] [trial-2374↪gprs:oc2g↪iperf3m4.py:8]\u000a11:29:32.833324 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:29:32.896632 run osmo-hlr_10.42.42.2(pid=2282): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2282)]\u000a11:29:32.948263 run osmo-hlr_10.42.42.2(pid=2282): stdout: \u000a| (launched: 2022-12-10_11:29:29.410035) \u000a11:29:33.000379 run osmo-hlr_10.42.42.2(pid=2282): stderr: \u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112929589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112929601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112929609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112929610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112929610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:33.045096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Terminating (SIGTERM)\u000a11:29:33.086994 run iperf3-srv_10.42.42.10(pid=2272): Terminating (SIGTERM)\u000a11:29:33.129115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Terminating (SIGTERM)\u000a11:29:33.171339 run iperf3-srv_10.42.42.10(pid=2274): Terminating (SIGTERM)\u000a11:29:33.213592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Terminating (SIGTERM)\u000a11:29:33.255515 run iperf3-srv_10.42.42.10(pid=2276): Terminating (SIGTERM)\u000a11:29:33.297709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Terminating (SIGTERM)\u000a11:29:33.339735 run iperf3-srv_10.42.42.10(pid=2278): Terminating (SIGTERM)\u000a11:29:33.381804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Terminating (SIGTERM)\u000a11:29:33.423925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Terminating (SIGTERM)\u000a11:29:33.466068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Terminating (SIGTERM)\u000a11:29:33.475860 --- ParallelTerminationStrategy: PID 2271 died...\u000a11:29:33.532227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Terminated: ok {rc=0}\u000a11:29:33.542618 --- ParallelTerminationStrategy: PID 2272 died...\u000a11:29:33.598772 run iperf3-srv_10.42.42.10(pid=2272): Terminated {rc=256}\u000a11:29:33.609109 --- ParallelTerminationStrategy: PID 2273 died...\u000a11:29:33.665055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Terminated: ok {rc=0}\u000a11:29:33.675193 --- ParallelTerminationStrategy: PID 2274 died...\u000a11:29:33.731182 run iperf3-srv_10.42.42.10(pid=2274): Terminated {rc=256}\u000a11:29:33.741488 --- ParallelTerminationStrategy: PID 2275 died...\u000a11:29:33.797638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Terminated: ok {rc=0}\u000a11:29:33.807912 --- ParallelTerminationStrategy: PID 2276 died...\u000a11:29:33.864104 run iperf3-srv_10.42.42.10(pid=2276): Terminated {rc=256}\u000a11:29:33.874425 --- ParallelTerminationStrategy: PID 2277 died...\u000a11:29:33.930500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Terminated: ok {rc=0}\u000a11:29:33.940756 --- ParallelTerminationStrategy: PID 2278 died...\u000a11:29:33.997274 run iperf3-srv_10.42.42.10(pid=2278): Terminated {rc=256}\u000a11:29:34.007575 --- ParallelTerminationStrategy: PID 2281 died...\u000a11:29:34.064050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Terminated: ok {rc=0}\u000a11:29:34.074387 --- ParallelTerminationStrategy: PID 2284 died...\u000a11:29:34.130681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Terminated: ok {rc=0}\u000a11:29:34.140889 --- ParallelTerminationStrategy: PID 2287 died...\u000a11:29:34.196926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Terminated: ok {rc=0}\u000a11:29:34.284592 bus /gobi_4: Setting Powered False\u000a11:29:35.389311 bus /gobi_4: Setting Powered False\u000a11:29:36.500454 bus /gobi_1: Setting Powered False\u000a11:29:37.605677 bus /gobi_1: Setting Powered False\u000a11:29:38.712782 bus /gobi_0: Setting Powered False\u000a11:29:39.813963 bus /gobi_0: Setting Powered False\u000a11:29:40.926126 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2296): Process ended prematurely: osmo-stp_10.42.42.5(pid=2296) [trial-2374↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2296)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2296): Process ended prematurely: osmo-stp_10.42.42.5(pid=2296) [trial-2374↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g ping.py\u000a----------------------------------------------\u000a11:29:41.992854 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.003994 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:29:42.126267 tst ping.py: using LAC 28083\u000a11:29:42.244445 tst ping.py: using RAC 33\u000a11:29:42.362624 tst ping.py: using CellId 28083\u000a11:29:42.478680 tst ping.py: using BVCI 28084\u000a11:29:42.501340 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.511712 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.522358 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.533125 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.543633 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.554324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.565320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:42.576019 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:42.849554 tst ping.py:19: start network...\u000a11:29:42.973993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:43.440700 run create_hlr_db(pid=2290): Launched\u000a11:29:43.613055 bus /gobi_6: Setting Powered False\u000a11:29:44.633817 run create_hlr_db(pid=2290): Terminated: ok {rc=0}\u000a11:29:45.057829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2292): Launched\u000a11:29:45.379059 run osmo-hlr_10.42.42.2(pid=2293): Launched\u000a11:29:45.497578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:46.075911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2295): Launched\u000a11:29:46.520598 run osmo-stp_10.42.42.5(pid=2296): Launched\u000a11:29:46.713343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:29:47.292656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2298): Launched\u000a11:29:47.399603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:29:47.659757 run patchelf(pid=2299): Launched\u000a11:29:47.834672 run osmo-stp_10.42.42.5(pid=2296): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2296)]\u000a11:29:47.961876 run osmo-stp_10.42.42.5(pid=2296): stdout: \u000a| (launched: 2022-12-10_11:29:46.242066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:48.089498 run osmo-stp_10.42.42.5(pid=2296): stderr: \u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112946532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:48.212851 run osmo-stp_10.42.42.5(pid=2296): stdout: \u000a| (launched: 2022-12-10_11:29:46.242066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:48.335451 run osmo-stp_10.42.42.5(pid=2296): stderr: \u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112946520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112946532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112946532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:48.478106 run patchelf(pid=2299): Terminating (SIGINT)\u000a11:29:48.645004 run patchelf(pid=2299): Terminated: ok {rc=0}\u000a11:29:48.675190 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2296): Process ended prematurely: osmo-stp_10.42.42.5(pid=2296) [trial-2374↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2296)] [trial-2374↪gprs:oc2g↪ping.py:22]\u000a11:29:48.683805 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:29:48.745330 run osmo-hlr_10.42.42.2(pid=2293): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2293)]\u000a11:29:48.794618 run osmo-hlr_10.42.42.2(pid=2293): stdout: \u000a| (launched: 2022-12-10_11:29:45.220578) \u000a11:29:48.845306 run osmo-hlr_10.42.42.2(pid=2293): stderr: \u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112945418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112945430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112945438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112945439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112945439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:48.887580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2292): Terminating (SIGTERM)\u000a11:29:48.928138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2295): Terminating (SIGTERM)\u000a11:29:48.968578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2298): Terminating (SIGTERM)\u000a11:29:48.978307 --- ParallelTerminationStrategy: PID 2292 died...\u000a11:29:49.032499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2292): Terminated: ok {rc=0}\u000a11:29:49.042443 --- ParallelTerminationStrategy: PID 2295 died...\u000a11:29:49.095919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2295): Terminated: ok {rc=0}\u000a11:29:49.105954 --- ParallelTerminationStrategy: PID 2298 died...\u000a11:29:49.159455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2298): Terminated: ok {rc=0}\u000a11:29:49.249092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2306): Process ended prematurely: osmo-stp_10.42.42.5(pid=2306) [trial-2374↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2306)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2306): Process ended prematurely: osmo-stp_10.42.42.5(pid=2306) [trial-2374↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a11:29:50.300548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.311761 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:29:50.433053 tst ping_idle_ping.py: using LAC 28084\u000a11:29:50.557166 tst ping_idle_ping.py: using RAC 34\u000a11:29:50.682359 tst ping_idle_ping.py: using CellId 28084\u000a11:29:50.809531 tst ping_idle_ping.py: using BVCI 28085\u000a11:29:50.833969 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.844850 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.855859 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.867271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.878614 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.889808 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.901194 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:29:50.912417 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:29:51.205508 tst ping_idle_ping.py:24: start network...\u000a11:29:51.339920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:51.850266 run create_hlr_db(pid=2300): Launched\u000a11:29:52.023387 bus /gobi_6: Setting Powered False\u000a11:29:53.044062 run create_hlr_db(pid=2300): Terminated: ok {rc=0}\u000a11:29:53.441130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2302): Launched\u000a11:29:53.741091 run osmo-hlr_10.42.42.2(pid=2303): Launched\u000a11:29:53.857366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:54.382251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2305): Launched\u000a11:29:54.681188 run osmo-stp_10.42.42.5(pid=2306): Launched\u000a11:29:54.789772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:29:55.309496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2308): Launched\u000a11:29:55.416136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:29:55.676929 run patchelf(pid=2309): Launched\u000a11:29:55.851816 run osmo-stp_10.42.42.5(pid=2306): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2306)]\u000a11:29:55.979458 run osmo-stp_10.42.42.5(pid=2306): stdout: \u000a| (launched: 2022-12-10_11:29:54.533495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:56.107773 run osmo-stp_10.42.42.5(pid=2306): stderr: \u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112954703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:56.231179 run osmo-stp_10.42.42.5(pid=2306): stdout: \u000a| (launched: 2022-12-10_11:29:54.533495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:56.353868 run osmo-stp_10.42.42.5(pid=2306): stderr: \u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210112954702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210112954703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210112954703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:56.496421 run patchelf(pid=2309): Terminating (SIGINT)\u000a11:29:56.664058 run patchelf(pid=2309): Terminated: ok {rc=0}\u000a11:29:56.694431 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2306): Process ended prematurely: osmo-stp_10.42.42.5(pid=2306) [trial-2374↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2306)] [trial-2374↪gprs:oc2g↪ping_idle_ping.py:27]\u000a11:29:56.702888 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:29:56.763389 run osmo-hlr_10.42.42.2(pid=2303): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2303)]\u000a11:29:56.812258 run osmo-hlr_10.42.42.2(pid=2303): stdout: \u000a| (launched: 2022-12-10_11:29:53.592796) \u000a11:29:56.861591 run osmo-hlr_10.42.42.2(pid=2303): stderr: \u000a| �[0;m�[1;31m20221210112953767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210112953767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210112953767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112953767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210112953768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210112953768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210112953781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210112953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210112953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210112953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:56.903679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2302): Terminating (SIGTERM)\u000a11:29:56.943816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2305): Terminating (SIGTERM)\u000a11:29:56.983508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2308): Terminating (SIGTERM)\u000a11:29:56.993169 --- ParallelTerminationStrategy: PID 2302 died...\u000a11:29:57.046497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2302): Terminated: ok {rc=0}\u000a11:29:57.056549 --- ParallelTerminationStrategy: PID 2305 died...\u000a11:29:57.109685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2305): Terminated: ok {rc=0}\u000a11:29:57.119663 --- ParallelTerminationStrategy: PID 2308 died...\u000a11:29:57.172565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2308): Terminated: ok {rc=0}\u000a11:29:57.255978 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2326): Process ended prematurely: osmo-stp_10.42.42.5(pid=2326) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2326)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2326): Process ended prematurely: osmo-stp_10.42.42.5(pid=2326) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:29:59.354513 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.365052 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:29:59.495038 tst cs_paging_gprs_active.py: using LAC 28085\u000a11:29:59.621613 tst cs_paging_gprs_active.py: using RAC 35\u000a11:29:59.747587 tst cs_paging_gprs_active.py: using CellId 28085\u000a11:29:59.873913 tst cs_paging_gprs_active.py: using BVCI 28086\u000a11:29:59.898440 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.909656 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.920600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.931809 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.942702 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.953585 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.964633 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.975456 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:29:59.986620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:00.101993 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:00.393923 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:30:00.527904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:00.865886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2313): Launched\u000a11:30:01.155645 run iperf3-srv_10.42.42.10(pid=2314): Launched\u000a11:30:01.343602 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:30:01.472726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:01.818397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2315): Launched\u000a11:30:02.123557 run iperf3-srv_10.42.42.10(pid=2319): Launched\u000a11:30:02.310930 tst cs_paging_gprs_active.py:38: start network...\u000a11:30:02.438463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:02.925447 run create_hlr_db(pid=2320): Launched\u000a11:30:03.111731 bus /gobi_6: Setting Powered False\u000a11:30:04.131853 run create_hlr_db(pid=2320): Terminated: ok {rc=0}\u000a11:30:04.533977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2322): Launched\u000a11:30:04.833275 run osmo-hlr_10.42.42.2(pid=2323): Launched\u000a11:30:04.949494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:05.503761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2325): Launched\u000a11:30:05.821687 run osmo-stp_10.42.42.5(pid=2326): Launched\u000a11:30:05.936070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:30:06.490899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2328): Launched\u000a11:30:06.604528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:30:06.881178 run patchelf(pid=2329): Launched\u000a11:30:07.067397 run osmo-stp_10.42.42.5(pid=2326): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2326)]\u000a11:30:07.203820 run osmo-stp_10.42.42.5(pid=2326): stdout: \u000a| (launched: 2022-12-10_11:30:05.666288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:07.340501 run osmo-stp_10.42.42.5(pid=2326): stderr: \u000a| �[0;m�[38;5;43m20221210113005856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113005857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113005857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113005857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113005859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113005860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113005860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:07.472627 run osmo-stp_10.42.42.5(pid=2326): stdout: \u000a| (launched: 2022-12-10_11:30:05.666288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:07.603452 run osmo-stp_10.42.42.5(pid=2326): stderr: \u000a| �[0;m�[38;5;43m20221210113005856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113005857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113005857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113005857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113005859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113005860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113005860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:07.755612 run patchelf(pid=2329): Terminating (SIGINT)\u000a11:30:07.933445 run patchelf(pid=2329): Terminated: ok {rc=0}\u000a11:30:07.966119 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2326): Process ended prematurely: osmo-stp_10.42.42.5(pid=2326) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2326)] [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:30:07.975931 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:30:08.039281 run osmo-hlr_10.42.42.2(pid=2323): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2323)]\u000a11:30:08.091024 run osmo-hlr_10.42.42.2(pid=2323): stdout: \u000a| (launched: 2022-12-10_11:30:04.685678) \u000a11:30:08.143070 run osmo-hlr_10.42.42.2(pid=2323): stderr: \u000a| �[0;m�[1;31m20221210113004858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113004859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113004859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113004859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113004859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113004859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113004870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113004879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113004879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113004879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:08.187280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2313): Terminating (SIGTERM)\u000a11:30:08.229300 run iperf3-srv_10.42.42.10(pid=2314): Terminating (SIGTERM)\u000a11:30:08.271289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2315): Terminating (SIGTERM)\u000a11:30:08.312918 run iperf3-srv_10.42.42.10(pid=2319): Terminating (SIGTERM)\u000a11:30:08.354792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2322): Terminating (SIGTERM)\u000a11:30:08.396603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2325): Terminating (SIGTERM)\u000a11:30:08.438415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2328): Terminating (SIGTERM)\u000a11:30:08.448176 --- ParallelTerminationStrategy: PID 2313 died...\u000a11:30:08.504522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2313): Terminated: ok {rc=0}\u000a11:30:08.514713 --- ParallelTerminationStrategy: PID 2314 died...\u000a11:30:08.570135 run iperf3-srv_10.42.42.10(pid=2314): Terminated {rc=256}\u000a11:30:08.580233 --- ParallelTerminationStrategy: PID 2315 died...\u000a11:30:08.635822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2315): Terminated: ok {rc=0}\u000a11:30:08.646036 --- ParallelTerminationStrategy: PID 2319 died...\u000a11:30:08.701583 run iperf3-srv_10.42.42.10(pid=2319): Terminated {rc=256}\u000a11:30:08.711594 --- ParallelTerminationStrategy: PID 2322 died...\u000a11:30:08.767384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2322): Terminated: ok {rc=0}\u000a11:30:08.777524 --- ParallelTerminationStrategy: PID 2325 died...\u000a11:30:08.833327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2325): Terminated: ok {rc=0}\u000a11:30:08.843350 --- ParallelTerminationStrategy: PID 2328 died...\u000a11:30:08.898861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2328): Terminated: ok {rc=0}\u000a11:30:08.986296 bus /gobi_0: Setting Powered False\u000a11:30:10.093459 bus /gobi_0: Setting Powered False\u000a11:30:11.200468 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:30:12.314275 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.326041 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:30:12.456813 tst iperf3.py: using LAC 28086\u000a11:30:12.580681 tst iperf3.py: using RAC 36\u000a11:30:12.704765 tst iperf3.py: using CellId 28086\u000a11:30:12.828464 tst iperf3.py: using BVCI 28087\u000a11:30:12.852714 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.863847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.874772 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.885809 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.896683 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.907791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.918984 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.929945 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:12.941112 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:13.231364 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:30:13.363924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:13.693018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2330): Launched\u000a11:30:13.965433 run iperf3-srv_10.42.42.10(pid=2331): Launched\u000a11:30:14.160309 tst iperf3.py:8: start network...\u000a11:30:14.292602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:14.796933 run create_hlr_db(pid=2332): Launched\u000a11:30:14.980241 bus /gobi_6: Setting Powered False\u000a11:30:16.011852 run create_hlr_db(pid=2332): Terminated: ok {rc=0}\u000a11:30:16.433445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Launched\u000a11:30:16.841169 run osmo-hlr_10.42.42.2(pid=2335): Launched\u000a11:30:17.066585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:17.650197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Launched\u000a11:30:17.967557 run osmo-stp_10.42.42.5(pid=2338): Launched\u000a11:30:18.083014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:30:18.634936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Launched\u000a11:30:18.748069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:30:19.023398 run patchelf(pid=2341): Launched\u000a11:30:19.209186 run osmo-stp_10.42.42.5(pid=2338): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)]\u000a11:30:19.344706 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-10_11:30:17.812091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:19.480922 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221210113018003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113018003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113018004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113018004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113018004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:19.612828 run osmo-stp_10.42.42.5(pid=2338): stdout: \u000a| (launched: 2022-12-10_11:30:17.812091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:19.742758 run osmo-stp_10.42.42.5(pid=2338): stderr: \u000a| �[0;m�[38;5;43m20221210113018003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113018003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113018004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113018004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113018004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:19.894440 run patchelf(pid=2341): Terminating (SIGINT)\u000a11:30:20.072203 run patchelf(pid=2341): Terminated: ok {rc=0}\u000a11:30:20.104845 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2338): Process ended prematurely: osmo-stp_10.42.42.5(pid=2338) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2338)] [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a11:30:20.114818 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:30:20.177020 run osmo-hlr_10.42.42.2(pid=2335): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2335)]\u000a11:30:20.227616 run osmo-hlr_10.42.42.2(pid=2335): stdout: \u000a| (launched: 2022-12-10_11:30:16.589349) \u000a11:30:20.278843 run osmo-hlr_10.42.42.2(pid=2335): stderr: \u000a| �[0;m�[1;31m20221210113016928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113016928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113016928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113016928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113016929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113016929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113016955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113016972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113016972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113016972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:20.322656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2330): Terminating (SIGTERM)\u000a11:30:20.364345 run iperf3-srv_10.42.42.10(pid=2331): Terminating (SIGTERM)\u000a11:30:20.406404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminating (SIGTERM)\u000a11:30:20.447804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminating (SIGTERM)\u000a11:30:20.489527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Terminating (SIGTERM)\u000a11:30:20.499092 --- ParallelTerminationStrategy: PID 2330 died...\u000a11:30:20.554813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2330): Terminated: ok {rc=0}\u000a11:30:20.565098 --- ParallelTerminationStrategy: PID 2331 died...\u000a11:30:20.620941 run iperf3-srv_10.42.42.10(pid=2331): Terminated {rc=256}\u000a11:30:20.631253 --- ParallelTerminationStrategy: PID 2334 died...\u000a11:30:20.687069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2334): Terminated: ok {rc=0}\u000a11:30:20.697250 --- ParallelTerminationStrategy: PID 2337 died...\u000a11:30:20.752819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2337): Terminated: ok {rc=0}\u000a11:30:20.763157 --- ParallelTerminationStrategy: PID 2340 died...\u000a11:30:20.819152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2340): Terminated: ok {rc=0}\u000a11:30:20.906689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:30:22.021966 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.033831 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:30:22.164212 tst iperf3m4.py: using LAC 28087\u000a11:30:22.288020 tst iperf3m4.py: using RAC 37\u000a11:30:22.417930 tst iperf3m4.py: using CellId 28087\u000a11:30:22.540175 tst iperf3m4.py: using BVCI 28088\u000a11:30:22.564417 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.575481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.586370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.597465 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.608228 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.619208 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.630442 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.641195 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:22.652213 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:22.770778 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:22.885944 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:23.002445 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:23.288538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:30:23.420849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:23.750386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2342): Launched\u000a11:30:24.023104 run iperf3-srv_10.42.42.10(pid=2343): Launched\u000a11:30:24.218665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:30:24.351345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:24.679594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2344): Launched\u000a11:30:24.951765 run iperf3-srv_10.42.42.10(pid=2345): Launched\u000a11:30:25.146287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:30:25.278515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:25.606718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2346): Launched\u000a11:30:25.880089 run iperf3-srv_10.42.42.10(pid=2347): Launched\u000a11:30:26.074875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:30:26.207804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:30:26.536372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2348): Launched\u000a11:30:26.809298 run iperf3-srv_10.42.42.10(pid=2349): Launched\u000a11:30:27.003398 tst iperf3m4.py:8: start network...\u000a11:30:27.136620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:27.644717 run create_hlr_db(pid=2350): Launched\u000a11:30:27.828633 bus /gobi_6: Setting Powered False\u000a11:30:28.849936 run create_hlr_db(pid=2350): Terminated: ok {rc=0}\u000a11:30:29.250241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Launched\u000a11:30:29.547517 run osmo-hlr_10.42.42.2(pid=2353): Launched\u000a11:30:29.657607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:30.173571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Launched\u000a11:30:30.471027 run osmo-stp_10.42.42.5(pid=2356): Launched\u000a11:30:30.580330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:30:31.135634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2358): Launched\u000a11:30:31.254017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:30:31.561885 run patchelf(pid=2359): Launched\u000a11:30:31.754965 run osmo-stp_10.42.42.5(pid=2356): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)]\u000a11:30:31.896181 run osmo-stp_10.42.42.5(pid=2356): stdout: \u000a| (launched: 2022-12-10_11:30:30.324446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:32.037166 run osmo-stp_10.42.42.5(pid=2356): stderr: \u000a| �[0;m�[38;5;43m20221210113030491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113030492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113030492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113030492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:32.172446 run osmo-stp_10.42.42.5(pid=2356): stdout: \u000a| (launched: 2022-12-10_11:30:30.324446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:32.303451 run osmo-stp_10.42.42.5(pid=2356): stderr: \u000a| �[0;m�[38;5;43m20221210113030491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113030492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113030492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113030492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113030493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:32.456729 run patchelf(pid=2359): Terminating (SIGINT)\u000a11:30:32.635621 run patchelf(pid=2359): Terminated: ok {rc=0}\u000a11:30:32.668761 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2356): Process ended prematurely: osmo-stp_10.42.42.5(pid=2356) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2356)] [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:30:32.678960 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:30:32.742281 run osmo-hlr_10.42.42.2(pid=2353): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)]\u000a11:30:32.794105 run osmo-hlr_10.42.42.2(pid=2353): stdout: \u000a| (launched: 2022-12-10_11:30:29.400889) \u000a11:30:32.846223 run osmo-hlr_10.42.42.2(pid=2353): stderr: \u000a| �[0;m�[1;31m20221210113029575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113029576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113029576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113029576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113029576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113029576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113029587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113029597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113029597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113029597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:32.891044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2342): Terminating (SIGTERM)\u000a11:30:32.933074 run iperf3-srv_10.42.42.10(pid=2343): Terminating (SIGTERM)\u000a11:30:32.975214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2344): Terminating (SIGTERM)\u000a11:30:33.017454 run iperf3-srv_10.42.42.10(pid=2345): Terminating (SIGTERM)\u000a11:30:33.059437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2346): Terminating (SIGTERM)\u000a11:30:33.101822 run iperf3-srv_10.42.42.10(pid=2347): Terminating (SIGTERM)\u000a11:30:33.144151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2348): Terminating (SIGTERM)\u000a11:30:33.186387 run iperf3-srv_10.42.42.10(pid=2349): Terminating (SIGTERM)\u000a11:30:33.228512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminating (SIGTERM)\u000a11:30:33.270677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminating (SIGTERM)\u000a11:30:33.313059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2358): Terminating (SIGTERM)\u000a11:30:33.322832 --- ParallelTerminationStrategy: PID 2342 died...\u000a11:30:33.379399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2342): Terminated: ok {rc=0}\u000a11:30:33.389625 --- ParallelTerminationStrategy: PID 2343 died...\u000a11:30:33.446075 run iperf3-srv_10.42.42.10(pid=2343): Terminated {rc=256}\u000a11:30:33.456168 --- ParallelTerminationStrategy: PID 2344 died...\u000a11:30:33.512247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2344): Terminated: ok {rc=0}\u000a11:30:33.522407 --- ParallelTerminationStrategy: PID 2345 died...\u000a11:30:33.578146 run iperf3-srv_10.42.42.10(pid=2345): Terminated {rc=256}\u000a11:30:33.588210 --- ParallelTerminationStrategy: PID 2346 died...\u000a11:30:33.644552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2346): Terminated: ok {rc=0}\u000a11:30:33.654557 --- ParallelTerminationStrategy: PID 2347 died...\u000a11:30:33.710491 run iperf3-srv_10.42.42.10(pid=2347): Terminated {rc=256}\u000a11:30:33.721013 --- ParallelTerminationStrategy: PID 2348 died...\u000a11:30:33.777176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2348): Terminated: ok {rc=0}\u000a11:30:33.787330 --- ParallelTerminationStrategy: PID 2349 died...\u000a11:30:33.842918 run iperf3-srv_10.42.42.10(pid=2349): Terminated {rc=256}\u000a11:30:33.853035 --- ParallelTerminationStrategy: PID 2352 died...\u000a11:30:33.908735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminated: ok {rc=0}\u000a11:30:33.918736 --- ParallelTerminationStrategy: PID 2355 died...\u000a11:30:33.974414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminated: ok {rc=0}\u000a11:30:33.984464 --- ParallelTerminationStrategy: PID 2358 died...\u000a11:30:34.040431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2358): Terminated: ok {rc=0}\u000a11:30:34.127805 bus /gobi_4: Setting Powered False\u000a11:30:35.234271 bus /gobi_4: Setting Powered False\u000a11:30:36.341402 bus /gobi_1: Setting Powered False\u000a11:30:37.445463 bus /gobi_1: Setting Powered False\u000a11:30:38.552932 bus /gobi_0: Setting Powered False\u000a11:30:39.657250 bus /gobi_0: Setting Powered False\u000a11:30:40.764124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:30:41.832034 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:41.843649 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:30:41.972706 tst ping.py: using LAC 28088\u000a11:30:42.093452 tst ping.py: using RAC 38\u000a11:30:42.206812 tst ping.py: using CellId 28088\u000a11:30:42.319778 tst ping.py: using BVCI 28089\u000a11:30:42.341999 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.352691 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.363425 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.374380 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.385045 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.395588 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.406390 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:42.417042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:42.701146 tst ping.py:19: start network...\u000a11:30:42.831340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:43.330354 run create_hlr_db(pid=2360): Launched\u000a11:30:43.511382 bus /gobi_6: Setting Powered False\u000a11:30:44.532162 run create_hlr_db(pid=2360): Terminated: ok {rc=0}\u000a11:30:44.924163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Launched\u000a11:30:45.216271 run osmo-hlr_10.42.42.2(pid=2363): Launched\u000a11:30:45.326150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:45.842825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Launched\u000a11:30:46.324647 run osmo-stp_10.42.42.5(pid=2366): Launched\u000a11:30:46.440482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:30:47.021713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Launched\u000a11:30:47.137527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:30:47.412208 run patchelf(pid=2369): Launched\u000a11:30:47.595233 run osmo-stp_10.42.42.5(pid=2366): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]\u000a11:30:47.729034 run osmo-stp_10.42.42.5(pid=2366): stdout: \u000a| (launched: 2022-12-10_11:30:46.011460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:47.863351 run osmo-stp_10.42.42.5(pid=2366): stderr: \u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113046203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:47.992677 run osmo-stp_10.42.42.5(pid=2366): stdout: \u000a| (launched: 2022-12-10_11:30:46.011460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:48.121769 run osmo-stp_10.42.42.5(pid=2366): stderr: \u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113046202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113046203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113046203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:48.270983 run patchelf(pid=2369): Terminating (SIGINT)\u000a11:30:48.445773 run patchelf(pid=2369): Terminated: ok {rc=0}\u000a11:30:48.477530 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)] [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a11:30:48.486681 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:30:48.548727 run osmo-hlr_10.42.42.2(pid=2363): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2363)]\u000a11:30:48.599626 run osmo-hlr_10.42.42.2(pid=2363): stdout: \u000a| (launched: 2022-12-10_11:30:45.072148) \u000a11:30:48.650827 run osmo-hlr_10.42.42.2(pid=2363): stderr: \u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113045247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113045260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113045268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113045269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113045269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:48.694726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Terminating (SIGTERM)\u000a11:30:48.735951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Terminating (SIGTERM)\u000a11:30:48.777383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Terminating (SIGTERM)\u000a11:30:48.786870 --- ParallelTerminationStrategy: PID 2362 died...\u000a11:30:48.842013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Terminated: ok {rc=0}\u000a11:30:48.851998 --- ParallelTerminationStrategy: PID 2365 died...\u000a11:30:48.906959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Terminated: ok {rc=0}\u000a11:30:48.916833 --- ParallelTerminationStrategy: PID 2368 died...\u000a11:30:48.971757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Terminated: ok {rc=0}\u000a11:30:49.058193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:30:50.109202 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.120495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:30:50.245870 tst ping_idle_ping.py: using LAC 28089\u000a11:30:50.360617 tst ping_idle_ping.py: using RAC 39\u000a11:30:50.477781 tst ping_idle_ping.py: using CellId 28089\u000a11:30:50.601689 tst ping_idle_ping.py: using BVCI 28090\u000a11:30:50.625989 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.637162 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.648103 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.659096 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.669981 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.680789 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.691862 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:30:50.702893 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:30:50.972134 tst ping_idle_ping.py:24: start network...\u000a11:30:51.094453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:51.560575 run create_hlr_db(pid=2370): Launched\u000a11:30:51.731205 bus /gobi_6: Setting Powered False\u000a11:30:52.752677 run create_hlr_db(pid=2370): Terminated: ok {rc=0}\u000a11:30:53.143887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Launched\u000a11:30:53.438786 run osmo-hlr_10.42.42.2(pid=2373): Launched\u000a11:30:53.551327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:54.059419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Launched\u000a11:30:54.352423 run osmo-stp_10.42.42.5(pid=2376): Launched\u000a11:30:54.459618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:30:54.970619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Launched\u000a11:30:55.074868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:30:55.330039 run patchelf(pid=2379): Launched\u000a11:30:55.501280 run osmo-stp_10.42.42.5(pid=2376): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a11:30:55.626937 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-10_11:30:54.207939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:55.753193 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113054377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113054377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113054377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113054378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:55.875416 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-10_11:30:54.207939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:55.995720 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113054376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113054377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113054377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113054377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113054378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:56.136051 run patchelf(pid=2379): Terminating (SIGINT)\u000a11:30:56.300219 run patchelf(pid=2379): Terminated: ok {rc=0}\u000a11:30:56.330201 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)] [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:30:56.338815 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a11:30:56.398790 run osmo-hlr_10.42.42.2(pid=2373): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2373)]\u000a11:30:56.447348 run osmo-hlr_10.42.42.2(pid=2373): stdout: \u000a| (launched: 2022-12-10_11:30:53.293241) \u000a11:30:56.496746 run osmo-hlr_10.42.42.2(pid=2373): stderr: \u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113053469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113053481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113053490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113053490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113053490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:56.538632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminating (SIGTERM)\u000a11:30:56.578322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminating (SIGTERM)\u000a11:30:56.618017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Terminating (SIGTERM)\u000a11:30:56.627412 --- ParallelTerminationStrategy: PID 2372 died...\u000a11:30:56.680325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminated: ok {rc=0}\u000a11:30:56.690188 --- ParallelTerminationStrategy: PID 2375 died...\u000a11:30:56.743047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminated: ok {rc=0}\u000a11:30:56.752908 --- ParallelTerminationStrategy: PID 2378 died...\u000a11:30:56.806235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Terminated: ok {rc=0}\u000a11:30:56.890992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:30:59.010610 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.021656 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:30:59.170658 tst cs_paging_gprs_active.py: using LAC 28090\u000a11:30:59.295990 tst cs_paging_gprs_active.py: using RAC 40\u000a11:30:59.422939 tst cs_paging_gprs_active.py: using CellId 28090\u000a11:30:59.548111 tst cs_paging_gprs_active.py: using BVCI 28091\u000a11:30:59.572583 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.583766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.594726 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.605797 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.616637 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.627597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.638637 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.649416 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:30:59.660486 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:30:59.776529 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:00.053937 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:31:00.178657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:00.487529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2385): Launched\u000a11:31:00.744853 run iperf3-srv_10.42.42.10(pid=2386): Launched\u000a11:31:00.953570 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:31:01.118334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:01.460836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2387): Launched\u000a11:31:01.742593 run iperf3-srv_10.42.42.10(pid=2388): Launched\u000a11:31:01.932236 tst cs_paging_gprs_active.py:38: start network...\u000a11:31:02.061731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:02.536419 run create_hlr_db(pid=2389): Launched\u000a11:31:02.708107 bus /gobi_6: Setting Powered False\u000a11:31:03.729286 run create_hlr_db(pid=2389): Terminated: ok {rc=0}\u000a11:31:04.127033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Launched\u000a11:31:04.426061 run osmo-hlr_10.42.42.2(pid=2392): Launched\u000a11:31:04.535268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:05.051232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Launched\u000a11:31:05.349264 run osmo-stp_10.42.42.5(pid=2395): Launched\u000a11:31:05.462553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:05.982784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Launched\u000a11:31:06.089450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:06.349661 run patchelf(pid=2398): Launched\u000a11:31:06.524420 run osmo-stp_10.42.42.5(pid=2395): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)]\u000a11:31:06.652441 run osmo-stp_10.42.42.5(pid=2395): stdout: \u000a| (launched: 2022-12-10_11:31:05.202681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:06.781111 run osmo-stp_10.42.42.5(pid=2395): stderr: \u000a| �[0;m�[38;5;43m20221210113105372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113105373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113105373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113105373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:06.904900 run osmo-stp_10.42.42.5(pid=2395): stdout: \u000a| (launched: 2022-12-10_11:31:05.202681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:07.027719 run osmo-stp_10.42.42.5(pid=2395): stderr: \u000a| �[0;m�[38;5;43m20221210113105372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113105373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113105373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113105373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113105374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:07.170777 run patchelf(pid=2398): Terminating (SIGINT)\u000a11:31:07.338262 run patchelf(pid=2398): Terminated: ok {rc=0}\u000a11:31:07.369054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2395): Process ended prematurely: osmo-stp_10.42.42.5(pid=2395) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2395)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:31:07.378075 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a11:31:07.437756 run osmo-hlr_10.42.42.2(pid=2392): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2392)]\u000a11:31:07.486222 run osmo-hlr_10.42.42.2(pid=2392): stdout: \u000a| (launched: 2022-12-10_11:31:04.278480) \u000a11:31:07.535469 run osmo-hlr_10.42.42.2(pid=2392): stderr: \u000a| �[0;m�[1;31m20221210113104456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113104456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113104456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113104456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113104456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113104457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113104468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113104477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113104477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113104477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:07.577230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2385): Terminating (SIGTERM)\u000a11:31:07.616789 run iperf3-srv_10.42.42.10(pid=2386): Terminating (SIGTERM)\u000a11:31:07.656640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2387): Terminating (SIGTERM)\u000a11:31:07.695978 run iperf3-srv_10.42.42.10(pid=2388): Terminating (SIGTERM)\u000a11:31:07.735666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Terminating (SIGTERM)\u000a11:31:07.775659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Terminating (SIGTERM)\u000a11:31:07.815328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Terminating (SIGTERM)\u000a11:31:07.824672 --- ParallelTerminationStrategy: PID 2385 died...\u000a11:31:07.877834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2385): Terminated: ok {rc=0}\u000a11:31:07.887372 --- ParallelTerminationStrategy: PID 2386 died...\u000a11:31:07.939686 run iperf3-srv_10.42.42.10(pid=2386): Terminated {rc=256}\u000a11:31:07.949319 --- ParallelTerminationStrategy: PID 2387 died...\u000a11:31:08.001419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2387): Terminated: ok {rc=0}\u000a11:31:08.010900 --- ParallelTerminationStrategy: PID 2388 died...\u000a11:31:08.063275 run iperf3-srv_10.42.42.10(pid=2388): Terminated {rc=256}\u000a11:31:08.072607 --- ParallelTerminationStrategy: PID 2391 died...\u000a11:31:08.124895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2391): Terminated: ok {rc=0}\u000a11:31:08.134567 --- ParallelTerminationStrategy: PID 2394 died...\u000a11:31:08.187521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2394): Terminated: ok {rc=0}\u000a11:31:08.197275 --- ParallelTerminationStrategy: PID 2397 died...\u000a11:31:08.249893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2397): Terminated: ok {rc=0}\u000a11:31:08.333019 bus /gobi_0: Setting Powered False\u000a11:31:09.438227 bus /gobi_0: Setting Powered False\u000a11:31:10.548699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:31:11.663036 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:11.674738 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:31:11.830559 tst iperf3.py: using LAC 28091\u000a11:31:11.954687 tst iperf3.py: using RAC 41\u000a11:31:12.079971 tst iperf3.py: using CellId 28091\u000a11:31:12.205293 tst iperf3.py: using BVCI 28092\u000a11:31:12.229784 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.240873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.252215 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.263281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.274130 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.285010 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.295986 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.306775 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:12.317874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:12.593396 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:31:12.717889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:13.027105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2399): Launched\u000a11:31:13.283484 run iperf3-srv_10.42.42.10(pid=2400): Launched\u000a11:31:13.465867 tst iperf3.py:8: start network...\u000a11:31:13.590535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:14.060088 run create_hlr_db(pid=2401): Launched\u000a11:31:14.232618 bus /gobi_6: Setting Powered False\u000a11:31:15.253427 run create_hlr_db(pid=2401): Terminated: ok {rc=0}\u000a11:31:15.649905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Launched\u000a11:31:16.045076 run osmo-hlr_10.42.42.2(pid=2404): Launched\u000a11:31:16.226320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:16.888232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Launched\u000a11:31:17.272220 run osmo-stp_10.42.42.5(pid=2407): Launched\u000a11:31:17.410527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:17.972729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2409): Launched\u000a11:31:18.087148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:18.365768 run patchelf(pid=2410): Launched\u000a11:31:18.552318 run osmo-stp_10.42.42.5(pid=2407): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]\u000a11:31:18.689436 run osmo-stp_10.42.42.5(pid=2407): stdout: \u000a| (launched: 2022-12-10_11:31:17.056076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:18.826742 run osmo-stp_10.42.42.5(pid=2407): stderr: \u000a| �[0;m�[38;5;43m20221210113117393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113117394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113117394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113117394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:18.958764 run osmo-stp_10.42.42.5(pid=2407): stdout: \u000a| (launched: 2022-12-10_11:31:17.056076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:19.089616 run osmo-stp_10.42.42.5(pid=2407): stderr: \u000a| �[0;m�[38;5;43m20221210113117393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113117394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113117394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113117394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113117395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:19.242666 run patchelf(pid=2410): Terminating (SIGINT)\u000a11:31:19.421522 run patchelf(pid=2410): Terminated: ok {rc=0}\u000a11:31:19.454310 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:31:19.464095 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:31:19.525957 run osmo-hlr_10.42.42.2(pid=2404): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2404)]\u000a11:31:19.576455 run osmo-hlr_10.42.42.2(pid=2404): stdout: \u000a| (launched: 2022-12-10_11:31:15.801260) \u000a11:31:19.627713 run osmo-hlr_10.42.42.2(pid=2404): stderr: \u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113116124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113116144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113116167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113116168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113116168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:19.671496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2399): Terminating (SIGTERM)\u000a11:31:19.712906 run iperf3-srv_10.42.42.10(pid=2400): Terminating (SIGTERM)\u000a11:31:19.754155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminating (SIGTERM)\u000a11:31:19.795166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminating (SIGTERM)\u000a11:31:19.836259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2409): Terminating (SIGTERM)\u000a11:31:19.845664 --- ParallelTerminationStrategy: PID 2399 died...\u000a11:31:19.900818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2399): Terminated: ok {rc=0}\u000a11:31:19.910710 --- ParallelTerminationStrategy: PID 2400 died...\u000a11:31:19.965665 run iperf3-srv_10.42.42.10(pid=2400): Terminated {rc=256}\u000a11:31:19.975528 --- ParallelTerminationStrategy: PID 2403 died...\u000a11:31:20.030954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminated: ok {rc=0}\u000a11:31:20.040748 --- ParallelTerminationStrategy: PID 2406 died...\u000a11:31:20.096185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminated: ok {rc=0}\u000a11:31:20.106112 --- ParallelTerminationStrategy: PID 2409 died...\u000a11:31:20.161298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2409): Terminated: ok {rc=0}\u000a11:31:20.248731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:31:21.362746 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.374333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:31:21.524456 tst iperf3m4.py: using LAC 28092\u000a11:31:21.649006 tst iperf3m4.py: using RAC 42\u000a11:31:21.768149 tst iperf3m4.py: using CellId 28092\u000a11:31:21.885353 tst iperf3m4.py: using BVCI 28093\u000a11:31:21.908056 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.918792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.929691 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.940822 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.951955 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.962937 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.973987 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.984602 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:21.996088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:22.111433 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:22.229405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:22.342828 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:22.617162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:31:22.741650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:23.051722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2411): Launched\u000a11:31:23.308395 run iperf3-srv_10.42.42.10(pid=2412): Launched\u000a11:31:23.490616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:31:23.614766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:23.923385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2413): Launched\u000a11:31:24.180671 run iperf3-srv_10.42.42.10(pid=2414): Launched\u000a11:31:24.362769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:31:24.486783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:24.795075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Launched\u000a11:31:25.050921 run iperf3-srv_10.42.42.10(pid=2416): Launched\u000a11:31:25.232401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:31:25.356078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:25.664217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Launched\u000a11:31:25.919397 run iperf3-srv_10.42.42.10(pid=2418): Launched\u000a11:31:26.101721 tst iperf3m4.py:8: start network...\u000a11:31:26.225463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:26.692795 run create_hlr_db(pid=2419): Launched\u000a11:31:26.864941 bus /gobi_6: Setting Powered False\u000a11:31:27.893106 run create_hlr_db(pid=2419): Terminated: ok {rc=0}\u000a11:31:28.291822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Launched\u000a11:31:28.590833 run osmo-hlr_10.42.42.2(pid=2422): Launched\u000a11:31:28.705022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:29.262085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Launched\u000a11:31:29.581927 run osmo-stp_10.42.42.5(pid=2425): Launched\u000a11:31:29.698052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:30.255540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Launched\u000a11:31:30.369651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:30.649099 run patchelf(pid=2428): Launched\u000a11:31:30.836567 run osmo-stp_10.42.42.5(pid=2425): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)]\u000a11:31:30.981856 run osmo-stp_10.42.42.5(pid=2425): stdout: \u000a| (launched: 2022-12-10_11:31:29.424545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:31.121700 run osmo-stp_10.42.42.5(pid=2425): stderr: \u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113129616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:31.256459 run osmo-stp_10.42.42.5(pid=2425): stdout: \u000a| (launched: 2022-12-10_11:31:29.424545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:31.390627 run osmo-stp_10.42.42.5(pid=2425): stderr: \u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113129615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113129616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113129616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:31.546783 run patchelf(pid=2428): Terminating (SIGINT)\u000a11:31:31.730936 run patchelf(pid=2428): Terminated: ok {rc=0}\u000a11:31:31.774470 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2425): Process ended prematurely: osmo-stp_10.42.42.5(pid=2425) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2425)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:31:31.784449 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a11:31:31.858853 run osmo-hlr_10.42.42.2(pid=2422): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2422)]\u000a11:31:31.912306 run osmo-hlr_10.42.42.2(pid=2422): stdout: \u000a| (launched: 2022-12-10_11:31:28.443144) \u000a11:31:31.965962 run osmo-hlr_10.42.42.2(pid=2422): stderr: \u000a| �[0;m�[1;31m20221210113128618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113128618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113128619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113128619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113128619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113128619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113128633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113128642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113128642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113128642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:32.011764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2411): Terminating (SIGTERM)\u000a11:31:32.056820 run iperf3-srv_10.42.42.10(pid=2412): Terminating (SIGTERM)\u000a11:31:32.102126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2413): Terminating (SIGTERM)\u000a11:31:32.146496 run iperf3-srv_10.42.42.10(pid=2414): Terminating (SIGTERM)\u000a11:31:32.191278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Terminating (SIGTERM)\u000a11:31:32.235625 run iperf3-srv_10.42.42.10(pid=2416): Terminating (SIGTERM)\u000a11:31:32.281438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Terminating (SIGTERM)\u000a11:31:32.322825 run iperf3-srv_10.42.42.10(pid=2418): Terminating (SIGTERM)\u000a11:31:32.364073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Terminating (SIGTERM)\u000a11:31:32.405427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Terminating (SIGTERM)\u000a11:31:32.446795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Terminating (SIGTERM)\u000a11:31:32.455876 --- ParallelTerminationStrategy: PID 2411 died...\u000a11:31:32.511329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2411): Terminated: ok {rc=0}\u000a11:31:32.521353 --- ParallelTerminationStrategy: PID 2412 died...\u000a11:31:32.576529 run iperf3-srv_10.42.42.10(pid=2412): Terminated {rc=256}\u000a11:31:32.586495 --- ParallelTerminationStrategy: PID 2413 died...\u000a11:31:32.641774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2413): Terminated: ok {rc=0}\u000a11:31:32.651737 --- ParallelTerminationStrategy: PID 2414 died...\u000a11:31:32.707035 run iperf3-srv_10.42.42.10(pid=2414): Terminated {rc=256}\u000a11:31:32.716886 --- ParallelTerminationStrategy: PID 2415 died...\u000a11:31:32.772053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2415): Terminated: ok {rc=0}\u000a11:31:32.781953 --- ParallelTerminationStrategy: PID 2416 died...\u000a11:31:32.836870 run iperf3-srv_10.42.42.10(pid=2416): Terminated {rc=256}\u000a11:31:32.846763 --- ParallelTerminationStrategy: PID 2417 died...\u000a11:31:32.902361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2417): Terminated: ok {rc=0}\u000a11:31:32.912305 --- ParallelTerminationStrategy: PID 2418 died...\u000a11:31:32.967230 run iperf3-srv_10.42.42.10(pid=2418): Terminated {rc=256}\u000a11:31:32.977249 --- ParallelTerminationStrategy: PID 2421 died...\u000a11:31:33.032054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2421): Terminated: ok {rc=0}\u000a11:31:33.042011 --- ParallelTerminationStrategy: PID 2424 died...\u000a11:31:33.097051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2424): Terminated: ok {rc=0}\u000a11:31:33.107321 --- ParallelTerminationStrategy: PID 2427 died...\u000a11:31:33.162667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2427): Terminated: ok {rc=0}\u000a11:31:33.248446 bus /gobi_4: Setting Powered False\u000a11:31:34.356860 bus /gobi_4: Setting Powered False\u000a11:31:35.463890 bus /gobi_1: Setting Powered False\u000a11:31:36.570084 bus /gobi_1: Setting Powered False\u000a11:31:37.682653 bus /gobi_0: Setting Powered False\u000a11:31:38.785359 bus /gobi_0: Setting Powered False\u000a11:31:39.896401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2435): Process ended prematurely: osmo-stp_10.42.42.5(pid=2435) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2435)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2435): Process ended prematurely: osmo-stp_10.42.42.5(pid=2435) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:31:40.964512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:40.976247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:31:41.125562 tst ping.py: using LAC 28093\u000a11:31:41.248490 tst ping.py: using RAC 43\u000a11:31:41.377515 tst ping.py: using CellId 28093\u000a11:31:41.498797 tst ping.py: using BVCI 28094\u000a11:31:41.523006 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.534253 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.545383 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.556333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.567244 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.578175 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.589279 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:41.600233 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:41.885027 tst ping.py:19: start network...\u000a11:31:42.015866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:42.519530 run create_hlr_db(pid=2429): Launched\u000a11:31:42.702178 bus /gobi_6: Setting Powered False\u000a11:31:43.722893 run create_hlr_db(pid=2429): Terminated: ok {rc=0}\u000a11:31:44.141852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2431): Launched\u000a11:31:44.457296 run osmo-hlr_10.42.42.2(pid=2432): Launched\u000a11:31:44.577189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:45.126157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2434): Launched\u000a11:31:45.439066 run osmo-stp_10.42.42.5(pid=2435): Launched\u000a11:31:45.552478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:46.150694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2437): Launched\u000a11:31:46.305475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:46.605167 run patchelf(pid=2438): Launched\u000a11:31:46.784817 run osmo-stp_10.42.42.5(pid=2435): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2435)]\u000a11:31:46.915103 run osmo-stp_10.42.42.5(pid=2435): stdout: \u000a| (launched: 2022-12-10_11:31:45.285692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:47.047129 run osmo-stp_10.42.42.5(pid=2435): stderr: \u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113145479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:47.174306 run osmo-stp_10.42.42.5(pid=2435): stdout: \u000a| (launched: 2022-12-10_11:31:45.285692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:47.298708 run osmo-stp_10.42.42.5(pid=2435): stderr: \u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113145479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113145479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113145480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:47.439696 run patchelf(pid=2438): Terminating (SIGINT)\u000a11:31:47.605798 run patchelf(pid=2438): Terminated: ok {rc=0}\u000a11:31:47.636024 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2435): Process ended prematurely: osmo-stp_10.42.42.5(pid=2435) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2435)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:31:47.644824 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:31:47.705958 run osmo-hlr_10.42.42.2(pid=2432): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2432)]\u000a11:31:47.755526 run osmo-hlr_10.42.42.2(pid=2432): stdout: \u000a| (launched: 2022-12-10_11:31:44.302440) \u000a11:31:47.805852 run osmo-hlr_10.42.42.2(pid=2432): stderr: \u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113144502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113144515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113144523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113144523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113144523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:47.848509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2431): Terminating (SIGTERM)\u000a11:31:47.888685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2434): Terminating (SIGTERM)\u000a11:31:47.929237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2437): Terminating (SIGTERM)\u000a11:31:47.938940 --- ParallelTerminationStrategy: PID 2431 died...\u000a11:31:47.993258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2431): Terminated: ok {rc=0}\u000a11:31:48.003233 --- ParallelTerminationStrategy: PID 2434 died...\u000a11:31:48.057212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2434): Terminated: ok {rc=0}\u000a11:31:48.066914 --- ParallelTerminationStrategy: PID 2437 died...\u000a11:31:48.120845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2437): Terminated: ok {rc=0}\u000a11:31:48.210702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:31:49.263087 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.274994 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:31:49.417911 tst ping_idle_ping.py: using LAC 28094\u000a11:31:49.534201 tst ping_idle_ping.py: using RAC 44\u000a11:31:49.649579 tst ping_idle_ping.py: using CellId 28094\u000a11:31:49.769624 tst ping_idle_ping.py: using BVCI 28095\u000a11:31:49.792014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.802943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.813523 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.824347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.835101 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.845852 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.856750 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:31:49.867535 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:31:50.154941 tst ping_idle_ping.py:24: start network...\u000a11:31:50.287664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:50.792694 run create_hlr_db(pid=2439): Launched\u000a11:31:50.975348 bus /gobi_6: Setting Powered False\u000a11:31:51.986717 run create_hlr_db(pid=2439): Terminated: ok {rc=0}\u000a11:31:52.383504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2441): Launched\u000a11:31:52.676833 run osmo-hlr_10.42.42.2(pid=2442): Launched\u000a11:31:52.784423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:53.294898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Launched\u000a11:31:53.588854 run osmo-stp_10.42.42.5(pid=2445): Launched\u000a11:31:53.696354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:54.208694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Launched\u000a11:31:54.314530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:54.570405 run patchelf(pid=2448): Launched\u000a11:31:54.742899 run osmo-stp_10.42.42.5(pid=2445): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]\u000a11:31:54.869199 run osmo-stp_10.42.42.5(pid=2445): stdout: \u000a| (launched: 2022-12-10_11:31:53.444288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:54.995508 run osmo-stp_10.42.42.5(pid=2445): stderr: \u000a| �[0;m�[38;5;43m20221210113153614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113153614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113153615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113153615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113153615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113153616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113153616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:55.117221 run osmo-stp_10.42.42.5(pid=2445): stdout: \u000a| (launched: 2022-12-10_11:31:53.444288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:55.238125 run osmo-stp_10.42.42.5(pid=2445): stderr: \u000a| �[0;m�[38;5;43m20221210113153614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113153614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113153615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113153615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113153615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113153616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113153616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:55.378828 run patchelf(pid=2448): Terminating (SIGINT)\u000a11:31:55.544194 run patchelf(pid=2448): Terminated: ok {rc=0}\u000a11:31:55.574280 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:31:55.582931 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a11:31:55.642773 run osmo-hlr_10.42.42.2(pid=2442): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2442)]\u000a11:31:55.691531 run osmo-hlr_10.42.42.2(pid=2442): stdout: \u000a| (launched: 2022-12-10_11:31:52.532864) \u000a11:31:55.741042 run osmo-hlr_10.42.42.2(pid=2442): stderr: \u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113152709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113152721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113152729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113152730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113152730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:55.782638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2441): Terminating (SIGTERM)\u000a11:31:55.822161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Terminating (SIGTERM)\u000a11:31:55.861765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Terminating (SIGTERM)\u000a11:31:55.871131 --- ParallelTerminationStrategy: PID 2441 died...\u000a11:31:55.924284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2441): Terminated: ok {rc=0}\u000a11:31:55.933803 --- ParallelTerminationStrategy: PID 2444 died...\u000a11:31:55.986331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Terminated: ok {rc=0}\u000a11:31:55.996012 --- ParallelTerminationStrategy: PID 2447 died...\u000a11:31:56.048677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Terminated: ok {rc=0}\u000a11:31:56.132719 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:30:58" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:31:58.231700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.242318 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:31:58.385614 tst cs_paging_gprs_active.py: using LAC 28095\u000a11:31:58.502431 tst cs_paging_gprs_active.py: using RAC 45\u000a11:31:58.620673 tst cs_paging_gprs_active.py: using CellId 28095\u000a11:31:58.738705 tst cs_paging_gprs_active.py: using BVCI 28096\u000a11:31:58.761425 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.771970 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.782410 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.793063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.803710 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.814460 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.825276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.835892 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:31:58.846650 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:31:58.963550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:31:59.256570 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:31:59.390553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:59.721928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2453): Launched\u000a11:31:59.996178 run iperf3-srv_10.42.42.10(pid=2454): Launched\u000a11:32:00.192881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:32:00.326937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:00.657558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2455): Launched\u000a11:32:00.946826 run iperf3-srv_10.42.42.10(pid=2456): Launched\u000a11:32:01.164850 tst cs_paging_gprs_active.py:38: start network...\u000a11:32:01.297788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:01.820728 run create_hlr_db(pid=2457): Launched\u000a11:32:01.998922 bus /gobi_6: Setting Powered False\u000a11:32:03.014970 run create_hlr_db(pid=2457): Terminated: ok {rc=0}\u000a11:32:03.439499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Launched\u000a11:32:03.759853 run osmo-hlr_10.42.42.2(pid=2460): Launched\u000a11:32:03.879109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:04.436617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Launched\u000a11:32:04.757342 run osmo-stp_10.42.42.5(pid=2463): Launched\u000a11:32:04.872678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:05.432411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2465): Launched\u000a11:32:05.546696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:05.826061 run patchelf(pid=2466): Launched\u000a11:32:06.013983 run osmo-stp_10.42.42.5(pid=2463): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)]\u000a11:32:06.151716 run osmo-stp_10.42.42.5(pid=2463): stdout: \u000a| (launched: 2022-12-10_11:32:04.599524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:06.289675 run osmo-stp_10.42.42.5(pid=2463): stderr: \u000a| �[0;m�[38;5;43m20221210113204791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113204791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113204792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113204792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:06.423002 run osmo-stp_10.42.42.5(pid=2463): stdout: \u000a| (launched: 2022-12-10_11:32:04.599524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:06.554526 run osmo-stp_10.42.42.5(pid=2463): stderr: \u000a| �[0;m�[38;5;43m20221210113204791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113204791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113204792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113204792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113204793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:06.707232 run patchelf(pid=2466): Terminating (SIGINT)\u000a11:32:06.885832 run patchelf(pid=2466): Terminated: ok {rc=0}\u000a11:32:06.918687 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2463): Process ended prematurely: osmo-stp_10.42.42.5(pid=2463) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2463)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:32:06.928432 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:32:06.990523 run osmo-hlr_10.42.42.2(pid=2460): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2460)]\u000a11:32:07.041338 run osmo-hlr_10.42.42.2(pid=2460): stdout: \u000a| (launched: 2022-12-10_11:32:03.602440) \u000a11:32:07.092706 run osmo-hlr_10.42.42.2(pid=2460): stderr: \u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113203800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113203812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113203820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113203820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113203820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:07.136829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2453): Terminating (SIGTERM)\u000a11:32:07.178298 run iperf3-srv_10.42.42.10(pid=2454): Terminating (SIGTERM)\u000a11:32:07.219600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2455): Terminating (SIGTERM)\u000a11:32:07.260720 run iperf3-srv_10.42.42.10(pid=2456): Terminating (SIGTERM)\u000a11:32:07.302092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Terminating (SIGTERM)\u000a11:32:07.343414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Terminating (SIGTERM)\u000a11:32:07.384710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2465): Terminating (SIGTERM)\u000a11:32:07.394250 --- ParallelTerminationStrategy: PID 2453 died...\u000a11:32:07.449426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2453): Terminated: ok {rc=0}\u000a11:32:07.459283 --- ParallelTerminationStrategy: PID 2454 died...\u000a11:32:07.514146 run iperf3-srv_10.42.42.10(pid=2454): Terminated {rc=256}\u000a11:32:07.523880 --- ParallelTerminationStrategy: PID 2455 died...\u000a11:32:07.578724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2455): Terminated: ok {rc=0}\u000a11:32:07.588507 --- ParallelTerminationStrategy: PID 2456 died...\u000a11:32:07.643337 run iperf3-srv_10.42.42.10(pid=2456): Terminated {rc=256}\u000a11:32:07.653244 --- ParallelTerminationStrategy: PID 2459 died...\u000a11:32:07.707828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2459): Terminated: ok {rc=0}\u000a11:32:07.717713 --- ParallelTerminationStrategy: PID 2462 died...\u000a11:32:07.772381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2462): Terminated: ok {rc=0}\u000a11:32:07.782214 --- ParallelTerminationStrategy: PID 2465 died...\u000a11:32:07.837055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2465): Terminated: ok {rc=0}\u000a11:32:07.923877 bus /gobi_0: Setting Powered False\u000a11:32:09.029935 bus /gobi_0: Setting Powered False\u000a11:32:10.140803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2475): Process ended prematurely: osmo-stp_10.42.42.5(pid=2475) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2475)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2475): Process ended prematurely: osmo-stp_10.42.42.5(pid=2475) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:32:11.249573 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.261065 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:32:11.407532 tst iperf3.py: using LAC 28096\u000a11:32:11.524453 tst iperf3.py: using RAC 46\u000a11:32:11.642773 tst iperf3.py: using CellId 28096\u000a11:32:11.759461 tst iperf3.py: using BVCI 28097\u000a11:32:11.782331 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.793050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.803484 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.814258 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.825078 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.835714 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.846478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.857115 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:11.867866 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:12.140482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:12.264536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:12.573954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2467): Launched\u000a11:32:12.829863 run iperf3-srv_10.42.42.10(pid=2468): Launched\u000a11:32:13.010558 tst iperf3.py:8: start network...\u000a11:32:13.134415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:13.602931 run create_hlr_db(pid=2469): Launched\u000a11:32:13.775358 bus /gobi_6: Setting Powered False\u000a11:32:14.796727 run create_hlr_db(pid=2469): Terminated: ok {rc=0}\u000a11:32:15.222500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2471): Launched\u000a11:32:15.542514 run osmo-hlr_10.42.42.2(pid=2472): Launched\u000a11:32:15.659681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:16.263296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2474): Launched\u000a11:32:16.697133 run osmo-stp_10.42.42.5(pid=2475): Launched\u000a11:32:16.916530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:17.530046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2477): Launched\u000a11:32:17.636567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:17.897883 run patchelf(pid=2478): Launched\u000a11:32:18.072728 run osmo-stp_10.42.42.5(pid=2475): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2475)]\u000a11:32:18.200890 run osmo-stp_10.42.42.5(pid=2475): stdout: \u000a| (launched: 2022-12-10_11:32:16.428678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:18.329289 run osmo-stp_10.42.42.5(pid=2475): stderr: \u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113216669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:18.453320 run osmo-stp_10.42.42.5(pid=2475): stdout: \u000a| (launched: 2022-12-10_11:32:16.428678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:18.576120 run osmo-stp_10.42.42.5(pid=2475): stderr: \u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113216669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113216669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:18.719083 run patchelf(pid=2478): Terminating (SIGINT)\u000a11:32:18.887076 run patchelf(pid=2478): Terminated: ok {rc=0}\u000a11:32:18.918072 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2475): Process ended prematurely: osmo-stp_10.42.42.5(pid=2475) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2475)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:32:18.927283 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:32:18.987017 run osmo-hlr_10.42.42.2(pid=2472): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2472)]\u000a11:32:19.036077 run osmo-hlr_10.42.42.2(pid=2472): stdout: \u000a| (launched: 2022-12-10_11:32:15.385876) \u000a11:32:19.085469 run osmo-hlr_10.42.42.2(pid=2472): stderr: \u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113215595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113215603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113215603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113215603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:19.127148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2467): Terminating (SIGTERM)\u000a11:32:19.166691 run iperf3-srv_10.42.42.10(pid=2468): Terminating (SIGTERM)\u000a11:32:19.206380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2471): Terminating (SIGTERM)\u000a11:32:19.246313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2474): Terminating (SIGTERM)\u000a11:32:19.286008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2477): Terminating (SIGTERM)\u000a11:32:19.295263 --- ParallelTerminationStrategy: PID 2467 died...\u000a11:32:19.348553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2467): Terminated: ok {rc=0}\u000a11:32:19.358158 --- ParallelTerminationStrategy: PID 2468 died...\u000a11:32:19.410821 run iperf3-srv_10.42.42.10(pid=2468): Terminated {rc=256}\u000a11:32:19.420455 --- ParallelTerminationStrategy: PID 2471 died...\u000a11:32:19.473071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2471): Terminated: ok {rc=0}\u000a11:32:19.482691 --- ParallelTerminationStrategy: PID 2474 died...\u000a11:32:19.536020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2474): Terminated: ok {rc=0}\u000a11:32:19.545811 --- ParallelTerminationStrategy: PID 2477 died...\u000a11:32:19.598569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2477): Terminated: ok {rc=0}\u000a11:32:19.681669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:32:20.796187 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:20.807930 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:32:20.963201 tst iperf3m4.py: using LAC 28097\u000a11:32:21.088702 tst iperf3m4.py: using RAC 47\u000a11:32:21.214617 tst iperf3m4.py: using CellId 28097\u000a11:32:21.338624 tst iperf3m4.py: using BVCI 28098\u000a11:32:21.363293 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.374811 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.385806 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.397329 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.408759 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.420305 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.431871 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.443250 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:21.454845 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:21.575426 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:21.695171 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:21.808820 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:22.084905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:22.210898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:22.521321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2479): Launched\u000a11:32:22.778805 run iperf3-srv_10.42.42.10(pid=2480): Launched\u000a11:32:22.962168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:32:23.087297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:23.396550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Launched\u000a11:32:23.654178 run iperf3-srv_10.42.42.10(pid=2482): Launched\u000a11:32:23.837274 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:32:23.962118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:24.273090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Launched\u000a11:32:24.530150 run iperf3-srv_10.42.42.10(pid=2484): Launched\u000a11:32:24.711893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:32:24.836544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:25.147013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Launched\u000a11:32:25.404355 run iperf3-srv_10.42.42.10(pid=2486): Launched\u000a11:32:25.586756 tst iperf3m4.py:8: start network...\u000a11:32:25.711100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:26.182004 run create_hlr_db(pid=2487): Launched\u000a11:32:26.353969 bus /gobi_6: Setting Powered False\u000a11:32:27.376715 run create_hlr_db(pid=2487): Terminated: ok {rc=0}\u000a11:32:27.774610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Launched\u000a11:32:28.074531 run osmo-hlr_10.42.42.2(pid=2490): Launched\u000a11:32:28.187869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:28.708244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Launched\u000a11:32:29.008793 run osmo-stp_10.42.42.5(pid=2493): Launched\u000a11:32:29.126103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:29.650957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2495): Launched\u000a11:32:29.757340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:30.019123 run patchelf(pid=2496): Launched\u000a11:32:30.195291 run osmo-stp_10.42.42.5(pid=2493): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)]\u000a11:32:30.323989 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-10_11:32:28.860468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:30.453069 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221210113229031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113229032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113229032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113229032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:30.577817 run osmo-stp_10.42.42.5(pid=2493): stdout: \u000a| (launched: 2022-12-10_11:32:28.860468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:30.700520 run osmo-stp_10.42.42.5(pid=2493): stderr: \u000a| �[0;m�[38;5;43m20221210113229031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113229032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113229032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113229032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113229033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:30.844627 run patchelf(pid=2496): Terminating (SIGINT)\u000a11:32:31.023125 run patchelf(pid=2496): Terminated: ok {rc=0}\u000a11:32:31.055428 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2493): Process ended prematurely: osmo-stp_10.42.42.5(pid=2493) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2493)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:32:31.065778 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a11:32:31.131011 run osmo-hlr_10.42.42.2(pid=2490): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2490)]\u000a11:32:31.183080 run osmo-hlr_10.42.42.2(pid=2490): stdout: \u000a| (launched: 2022-12-10_11:32:27.926393) \u000a11:32:31.235449 run osmo-hlr_10.42.42.2(pid=2490): stderr: \u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113228102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113228114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113228122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113228123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113228123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:31.279356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2479): Terminating (SIGTERM)\u000a11:32:31.321490 run iperf3-srv_10.42.42.10(pid=2480): Terminating (SIGTERM)\u000a11:32:31.363716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Terminating (SIGTERM)\u000a11:32:31.407924 run iperf3-srv_10.42.42.10(pid=2482): Terminating (SIGTERM)\u000a11:32:31.450581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Terminating (SIGTERM)\u000a11:32:31.492536 run iperf3-srv_10.42.42.10(pid=2484): Terminating (SIGTERM)\u000a11:32:31.534562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Terminating (SIGTERM)\u000a11:32:31.577919 run iperf3-srv_10.42.42.10(pid=2486): Terminating (SIGTERM)\u000a11:32:31.620787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminating (SIGTERM)\u000a11:32:31.662867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminating (SIGTERM)\u000a11:32:31.706179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2495): Terminating (SIGTERM)\u000a11:32:31.715940 --- ParallelTerminationStrategy: PID 2479 died...\u000a11:32:31.772814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2479): Terminated: ok {rc=0}\u000a11:32:31.783340 --- ParallelTerminationStrategy: PID 2480 died...\u000a11:32:31.839532 run iperf3-srv_10.42.42.10(pid=2480): Terminated {rc=256}\u000a11:32:31.850095 --- ParallelTerminationStrategy: PID 2481 died...\u000a11:32:31.906480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Terminated: ok {rc=0}\u000a11:32:31.916882 --- ParallelTerminationStrategy: PID 2482 died...\u000a11:32:31.971860 run iperf3-srv_10.42.42.10(pid=2482): Terminated {rc=256}\u000a11:32:31.983373 --- ParallelTerminationStrategy: PID 2483 died...\u000a11:32:32.039733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Terminated: ok {rc=0}\u000a11:32:32.050288 --- ParallelTerminationStrategy: PID 2484 died...\u000a11:32:32.105619 run iperf3-srv_10.42.42.10(pid=2484): Terminated {rc=256}\u000a11:32:32.117066 --- ParallelTerminationStrategy: PID 2485 died...\u000a11:32:32.171935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Terminated: ok {rc=0}\u000a11:32:32.183499 --- ParallelTerminationStrategy: PID 2486 died...\u000a11:32:32.236884 run iperf3-srv_10.42.42.10(pid=2486): Terminated {rc=256}\u000a11:32:32.246540 --- ParallelTerminationStrategy: PID 2489 died...\u000a11:32:32.299373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2489): Terminated: ok {rc=0}\u000a11:32:32.309606 --- ParallelTerminationStrategy: PID 2492 died...\u000a11:32:32.362368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2492): Terminated: ok {rc=0}\u000a11:32:32.372117 --- ParallelTerminationStrategy: PID 2495 died...\u000a11:32:32.424825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2495): Terminated: ok {rc=0}\u000a11:32:32.513134 bus /gobi_4: Setting Powered False\u000a11:32:33.617087 bus /gobi_4: Setting Powered False\u000a11:32:34.728333 bus /gobi_1: Setting Powered False\u000a11:32:35.830581 bus /gobi_1: Setting Powered False\u000a11:32:36.938270 bus /gobi_0: Setting Powered False\u000a11:32:38.044631 bus /gobi_0: Setting Powered False\u000a11:32:39.157740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2503): Process ended prematurely: osmo-stp_10.42.42.5(pid=2503) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2503)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2503): Process ended prematurely: osmo-stp_10.42.42.5(pid=2503) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:32:40.224385 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.235759 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:32:40.377166 tst ping.py: using LAC 28098\u000a11:32:40.492606 tst ping.py: using RAC 48\u000a11:32:40.610420 tst ping.py: using CellId 28098\u000a11:32:40.723700 tst ping.py: using BVCI 28099\u000a11:32:40.746297 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.757080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.767656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.778447 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.789173 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.799802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.810785 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:40.821582 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:41.093138 tst ping.py:19: start network...\u000a11:32:41.215456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:41.676610 run create_hlr_db(pid=2497): Launched\u000a11:32:41.846761 bus /gobi_6: Setting Powered False\u000a11:32:42.867742 run create_hlr_db(pid=2497): Terminated: ok {rc=0}\u000a11:32:43.286499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2499): Launched\u000a11:32:43.602302 run osmo-hlr_10.42.42.2(pid=2500): Launched\u000a11:32:43.717808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:44.266535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2502): Launched\u000a11:32:44.581134 run osmo-stp_10.42.42.5(pid=2503): Launched\u000a11:32:44.695280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:45.243365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2505): Launched\u000a11:32:45.355262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:45.629094 run patchelf(pid=2506): Launched\u000a11:32:45.812597 run osmo-stp_10.42.42.5(pid=2503): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2503)]\u000a11:32:45.958417 run osmo-stp_10.42.42.5(pid=2503): stdout: \u000a| (launched: 2022-12-10_11:32:44.426226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:46.090995 run osmo-stp_10.42.42.5(pid=2503): stderr: \u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113244619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:46.217071 run osmo-stp_10.42.42.5(pid=2503): stdout: \u000a| (launched: 2022-12-10_11:32:44.426226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:46.341451 run osmo-stp_10.42.42.5(pid=2503): stderr: \u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113244618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113244619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113244619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:46.487563 run patchelf(pid=2506): Terminating (SIGINT)\u000a11:32:46.659848 run patchelf(pid=2506): Terminated: ok {rc=0}\u000a11:32:46.691802 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2503): Process ended prematurely: osmo-stp_10.42.42.5(pid=2503) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2503)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:32:46.701905 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:32:46.768583 run osmo-hlr_10.42.42.2(pid=2500): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2500)]\u000a11:32:46.821612 run osmo-hlr_10.42.42.2(pid=2500): stdout: \u000a| (launched: 2022-12-10_11:32:43.447098) \u000a11:32:46.874465 run osmo-hlr_10.42.42.2(pid=2500): stderr: \u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113243645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113243658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113243668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113243668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113243668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:46.918562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2499): Terminating (SIGTERM)\u000a11:32:46.963243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2502): Terminating (SIGTERM)\u000a11:32:47.007895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2505): Terminating (SIGTERM)\u000a11:32:47.020711 --- ParallelTerminationStrategy: PID 2499 died...\u000a11:32:47.079631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2499): Terminated: ok {rc=0}\u000a11:32:47.090152 --- ParallelTerminationStrategy: PID 2502 died...\u000a11:32:47.146755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2502): Terminated: ok {rc=0}\u000a11:32:47.157231 --- ParallelTerminationStrategy: PID 2505 died...\u000a11:32:47.213600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2505): Terminated: ok {rc=0}\u000a11:32:47.302152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:32:48.354570 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.366381 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:32:48.510543 tst ping_idle_ping.py: using LAC 28099\u000a11:32:48.628018 tst ping_idle_ping.py: using RAC 49\u000a11:32:48.745368 tst ping_idle_ping.py: using CellId 28099\u000a11:32:48.868598 tst ping_idle_ping.py: using BVCI 28100\u000a11:32:48.892754 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.904200 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.915474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.926770 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.937808 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.948700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.959891 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:32:48.970976 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:32:49.257600 tst ping_idle_ping.py:24: start network...\u000a11:32:49.389507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:49.899329 run create_hlr_db(pid=2507): Launched\u000a11:32:50.082330 bus /gobi_6: Setting Powered False\u000a11:32:51.102308 run create_hlr_db(pid=2507): Terminated: ok {rc=0}\u000a11:32:51.495722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Launched\u000a11:32:51.789600 run osmo-hlr_10.42.42.2(pid=2510): Launched\u000a11:32:51.901131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:52.415330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Launched\u000a11:32:52.709850 run osmo-stp_10.42.42.5(pid=2513): Launched\u000a11:32:52.818180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:53.328465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2515): Launched\u000a11:32:53.433078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:53.688620 run patchelf(pid=2516): Launched\u000a11:32:53.859977 run osmo-stp_10.42.42.5(pid=2513): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a11:32:53.985457 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-10_11:32:52.564477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:54.111203 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113252735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:54.233000 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-10_11:32:52.564477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:54.353303 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113252734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113252735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113252735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:54.493712 run patchelf(pid=2516): Terminating (SIGINT)\u000a11:32:54.658210 run patchelf(pid=2516): Terminated: ok {rc=0}\u000a11:32:54.688224 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)] [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:32:54.696758 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a11:32:54.756401 run osmo-hlr_10.42.42.2(pid=2510): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2510)]\u000a11:32:54.805072 run osmo-hlr_10.42.42.2(pid=2510): stdout: \u000a| (launched: 2022-12-10_11:32:51.645063) \u000a11:32:54.854164 run osmo-hlr_10.42.42.2(pid=2510): stderr: \u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113251821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113251833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113251841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113251842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113251842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:54.895677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminating (SIGTERM)\u000a11:32:54.934871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminating (SIGTERM)\u000a11:32:54.974534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2515): Terminating (SIGTERM)\u000a11:32:54.983877 --- ParallelTerminationStrategy: PID 2509 died...\u000a11:32:55.036710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminated: ok {rc=0}\u000a11:32:55.046244 --- ParallelTerminationStrategy: PID 2512 died...\u000a11:32:55.098844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminated: ok {rc=0}\u000a11:32:55.108500 --- ParallelTerminationStrategy: PID 2515 died...\u000a11:32:55.161048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2515): Terminated: ok {rc=0}\u000a11:32:55.244173 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:31:57" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:32:57.220513 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.231457 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:32:57.371943 tst switch_tch_pdch.py: using LAC 28100\u000a11:32:57.488232 tst switch_tch_pdch.py: using RAC 50\u000a11:32:57.602408 tst switch_tch_pdch.py: using CellId 28100\u000a11:32:57.718414 tst switch_tch_pdch.py: using BVCI 28101\u000a11:32:57.740658 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.751641 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.762440 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.773485 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.784440 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.795494 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.806707 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:32:57.817665 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:32:57.934206 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:32:58.206196 tst switch_tch_pdch.py:51: start network...\u000a11:32:58.327954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:58.788761 run create_hlr_db(pid=2520): Launched\u000a11:32:58.958758 bus /gobi_6: Setting Powered False\u000a11:32:59.979932 run create_hlr_db(pid=2520): Terminated: ok {rc=0}\u000a11:33:00.370670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Launched\u000a11:33:00.665106 run osmo-hlr_10.42.42.2(pid=2523): Launched\u000a11:33:00.773478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:01.312109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Launched\u000a11:33:01.724880 run osmo-stp_10.42.42.5(pid=2527): Launched\u000a11:33:01.976143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:02.491560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2529): Launched\u000a11:33:02.595670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:02.850998 run patchelf(pid=2530): Launched\u000a11:33:03.022226 run osmo-stp_10.42.42.5(pid=2527): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]\u000a11:33:03.148092 run osmo-stp_10.42.42.5(pid=2527): stdout: \u000a| (launched: 2022-12-10_11:33:01.463283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:03.273669 run osmo-stp_10.42.42.5(pid=2527): stderr: \u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113301740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:03.394768 run osmo-stp_10.42.42.5(pid=2527): stdout: \u000a| (launched: 2022-12-10_11:33:01.463283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:03.515088 run osmo-stp_10.42.42.5(pid=2527): stderr: \u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113301739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113301740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113301740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:03.654875 run patchelf(pid=2530): Terminating (SIGINT)\u000a11:33:03.818893 run patchelf(pid=2530): Terminated: ok {rc=0}\u000a11:33:03.848773 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)] [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:33:03.857376 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:33:03.916903 run osmo-hlr_10.42.42.2(pid=2523): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2523)]\u000a11:33:03.965600 run osmo-hlr_10.42.42.2(pid=2523): stdout: \u000a| (launched: 2022-12-10_11:33:00.519682) \u000a11:33:04.014694 run osmo-hlr_10.42.42.2(pid=2523): stderr: \u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113300694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113300706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113300717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113300717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113300717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:04.056145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Terminating (SIGTERM)\u000a11:33:04.095686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminating (SIGTERM)\u000a11:33:04.135068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2529): Terminating (SIGTERM)\u000a11:33:04.144269 --- ParallelTerminationStrategy: PID 2522 died...\u000a11:33:04.196889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2522): Terminated: ok {rc=0}\u000a11:33:04.206587 --- ParallelTerminationStrategy: PID 2526 died...\u000a11:33:04.258734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminated: ok {rc=0}\u000a11:33:04.268322 --- ParallelTerminationStrategy: PID 2529 died...\u000a11:33:04.320246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2529): Terminated: ok {rc=0}\u000a11:33:04.402999 bus /gobi_0: Setting Powered False\u000a11:33:05.509293 bus /gobi_0: Setting Powered False\u000a11:33:06.616343 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:32:56" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2540): Process ended prematurely: osmo-stp_10.42.42.5(pid=2540) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2540)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2540): Process ended prematurely: osmo-stp_10.42.42.5(pid=2540) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:33:08.550596 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:08.562006 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:33:08.710443 tst switch_tch_pdch.py: using LAC 28101\u000a11:33:08.833380 tst switch_tch_pdch.py: using RAC 51\u000a11:33:08.951388 tst switch_tch_pdch.py: using CellId 28101\u000a11:33:09.065777 tst switch_tch_pdch.py: using BVCI 28102\u000a11:33:09.088467 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.099384 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.110058 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.120937 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.131696 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.142419 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.153376 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:33:09.163960 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:33:09.281311 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:33:09.567894 tst switch_tch_pdch.py:51: start network...\u000a11:33:09.699103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:10.175171 run create_hlr_db(pid=2534): Launched\u000a11:33:10.303365 bus /gobi_6: Setting Powered False\u000a11:33:11.378478 run create_hlr_db(pid=2534): Terminated: ok {rc=0}\u000a11:33:11.768210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2536): Launched\u000a11:33:12.081862 run osmo-hlr_10.42.42.2(pid=2537): Launched\u000a11:33:12.196433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:12.712661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2539): Launched\u000a11:33:13.026628 run osmo-stp_10.42.42.5(pid=2540): Launched\u000a11:33:13.141228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:13.661084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2542): Launched\u000a11:33:13.772563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:14.045099 run patchelf(pid=2543): Launched\u000a11:33:14.228351 run osmo-stp_10.42.42.5(pid=2540): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2540)]\u000a11:33:14.362153 run osmo-stp_10.42.42.5(pid=2540): stdout: \u000a| (launched: 2022-12-10_11:33:12.872083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:14.496105 run osmo-stp_10.42.42.5(pid=2540): stderr: \u000a| �[0;m�[38;5;43m20221210113313066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113313066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113313067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113313067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:14.625510 run osmo-stp_10.42.42.5(pid=2540): stdout: \u000a| (launched: 2022-12-10_11:33:12.872083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:14.753870 run osmo-stp_10.42.42.5(pid=2540): stderr: \u000a| �[0;m�[38;5;43m20221210113313066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113313066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113313067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113313067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113313067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:14.902854 run patchelf(pid=2543): Terminating (SIGINT)\u000a11:33:15.077664 run patchelf(pid=2543): Terminated: ok {rc=0}\u000a11:33:15.109444 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2540): Process ended prematurely: osmo-stp_10.42.42.5(pid=2540) [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2540)] [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:33:15.118549 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:33:15.181261 run osmo-hlr_10.42.42.2(pid=2537): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2537)]\u000a11:33:15.232626 run osmo-hlr_10.42.42.2(pid=2537): stdout: \u000a| (launched: 2022-12-10_11:33:11.927708) \u000a11:33:15.284569 run osmo-hlr_10.42.42.2(pid=2537): stderr: \u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113312135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113312143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113312143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113312144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:15.328794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2536): Terminating (SIGTERM)\u000a11:33:15.370533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2539): Terminating (SIGTERM)\u000a11:33:15.411822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2542): Terminating (SIGTERM)\u000a11:33:15.420895 --- ParallelTerminationStrategy: PID 2536 died...\u000a11:33:15.475921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2536): Terminated: ok {rc=0}\u000a11:33:15.485844 --- ParallelTerminationStrategy: PID 2539 died...\u000a11:33:15.541114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2539): Terminated: ok {rc=0}\u000a11:33:15.551037 --- ParallelTerminationStrategy: PID 2542 died...\u000a11:33:15.606508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2542): Terminated: ok {rc=0}\u000a11:33:15.694098 bus /gobi_0: Setting Powered False\u000a11:33:16.810932 bus /gobi_0: Setting Powered False\u000a11:33:17.920011 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:08" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2548) [trial-2374↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2548)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2548) [trial-2374↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:33:19.808458 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:33:19.819438 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:33:19.960282 tst mo_mt_sms.py: using LAC 28102\u000a11:33:20.080490 tst mo_mt_sms.py: using RAC 52\u000a11:33:20.202150 tst mo_mt_sms.py: using CellId 28102\u000a11:33:20.323497 tst mo_mt_sms.py: using BVCI 28103\u000a11:33:20.347436 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:33:20.461091 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:33:20.746165 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:33:20.877334 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:33:21.528482 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2547): Launched\u000a11:33:21.839481 run osmo-nitb_10.42.42.2(pid=2548): Launched\u000a11:33:22.032005 run osmo-nitb_10.42.42.2(pid=2548): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2548)]\u000a11:33:22.174825 run osmo-nitb_10.42.42.2(pid=2548): stdout: \u000a| (launched: 2022-12-10_11:33:21.688700) \u000a11:33:22.317710 run osmo-nitb_10.42.42.2(pid=2548): stderr: \u000a| (launched: 2022-12-10_11:33:21.735267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:22.455413 run osmo-nitb_10.42.42.2(pid=2548): stdout: \u000a| (launched: 2022-12-10_11:33:21.688700) \u000a11:33:22.592276 run osmo-nitb_10.42.42.2(pid=2548): stderr: \u000a| (launched: 2022-12-10_11:33:21.735267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:22.966978 tst osmo-nitb_10.42.42.2(pid=2548): stdout: \u000a| (launched: 2022-12-10_11:33:21.688700) \u000a11:33:23.093186 tst osmo-nitb_10.42.42.2(pid=2548): stderr: \u000a| (launched: 2022-12-10_11:33:21.735267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:23.147844 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2548) [trial-2374↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2548)] [trial-2374↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a11:33:23.156346 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:33:23.193778 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2547): Terminating (SIGTERM)\u000a11:33:23.371952 --- ParallelTerminationStrategy: PID 2547 died...\u000a11:33:23.429838 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2547): Terminated: ok {rc=0}\u000a11:33:23.517638 bus /sierra_3: Setting Powered False\u000a11:33:24.623271 bus /sierra_3: Setting Powered False\u000a11:33:25.733266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:19" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2374↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2374↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:33:27.624229 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:27.635757 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:33:27.777182 tst mo_mt_sms.py: using LAC 28103\u000a11:33:27.906518 tst mo_mt_sms.py: using RAC 53\u000a11:33:28.028778 tst mo_mt_sms.py: using CellId 28103\u000a11:33:28.155556 tst mo_mt_sms.py: using BVCI 28104\u000a11:33:28.179796 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:28.190692 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:28.201412 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:28.212736 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:28.223903 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:28.235117 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:33:28.350081 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:33:28.545816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:29.011921 run create_hlr_db(pid=2552): Launched\u000a11:33:29.183251 bus /sierra_2: Setting Powered False\u000a11:33:30.204329 run create_hlr_db(pid=2552): Terminated: ok {rc=0}\u000a11:33:30.597058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Launched\u000a11:33:30.956919 run osmo-hlr_10.42.42.2(pid=2555): Launched\u000a11:33:31.101115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:31.736540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Launched\u000a11:33:32.167817 run osmo-stp_10.42.42.5(pid=2558): Launched\u000a11:33:32.338264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:33:32.916469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Launched\u000a11:33:33.231232 run osmo-msc_10.42.42.6(pid=2561): Launched\u000a11:33:33.414879 run osmo-stp_10.42.42.5(pid=2558): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]\u000a11:33:33.547321 run osmo-stp_10.42.42.5(pid=2558): stdout: \u000a| (launched: 2022-12-10_11:33:31.901852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:33.679651 run osmo-stp_10.42.42.5(pid=2558): stderr: \u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113332135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:33.806288 run osmo-stp_10.42.42.5(pid=2558): stdout: \u000a| (launched: 2022-12-10_11:33:31.901852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:33.931950 run osmo-stp_10.42.42.5(pid=2558): stderr: \u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113332135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113332135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113332136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:33.987137 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2374↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)] [trial-2374↪sms:trx-b200↪mo_mt_sms.py:16]\u000a11:33:33.995744 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a11:33:34.058213 run osmo-hlr_10.42.42.2(pid=2555): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2555)]\u000a11:33:34.109431 run osmo-hlr_10.42.42.2(pid=2555): stdout: \u000a| (launched: 2022-12-10_11:33:30.746117) \u000a11:33:34.161090 run osmo-hlr_10.42.42.2(pid=2555): stderr: \u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113331013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113331033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113331051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113331051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113331051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:34.231558 run osmo-msc_10.42.42.6(pid=2561): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2561)]\u000a11:33:34.282429 run osmo-msc_10.42.42.6(pid=2561): stdout: \u000a| (launched: 2022-12-10_11:33:33.076768) \u000a11:33:34.334063 run osmo-msc_10.42.42.6(pid=2561): stderr: \u000a| �[0;m�[38;5;43m20221210113333399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113333400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f443669bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113333400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113333400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113333400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113333400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113333403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113333404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113333404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113333404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:33:34.377945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Terminating (SIGTERM)\u000a11:33:34.419373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Terminating (SIGTERM)\u000a11:33:34.460939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Terminating (SIGTERM)\u000a11:33:34.470523 --- ParallelTerminationStrategy: PID 2554 died...\u000a11:33:34.526117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Terminated: ok {rc=0}\u000a11:33:34.536111 --- ParallelTerminationStrategy: PID 2557 died...\u000a11:33:34.591297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Terminated: ok {rc=0}\u000a11:33:34.601171 --- ParallelTerminationStrategy: PID 2560 died...\u000a11:33:34.656210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Terminated: ok {rc=0}\u000a11:33:34.742240 bus /sierra_3: Setting Powered False\u000a11:33:35.848463 bus /sierra_3: Setting Powered False\u000a11:33:36.955967 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:27" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2567) [trial-2374↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2567)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2567) [trial-2374↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:33:38.797276 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:33:38.808328 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:33:38.946155 tst assert_extension.py: using LAC 28104\u000a11:33:39.068612 tst assert_extension.py: using RAC 54\u000a11:33:39.183372 tst assert_extension.py: using CellId 28104\u000a11:33:39.296692 tst assert_extension.py: using BVCI 28105\u000a11:33:39.319028 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:33:39.587572 tst assert_extension.py:10: start nitb and bts...\u000a11:33:39.710312 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:33:40.349382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2566): Launched\u000a11:33:40.660328 run osmo-nitb_10.42.42.2(pid=2567): Launched\u000a11:33:40.852478 run osmo-nitb_10.42.42.2(pid=2567): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2567)]\u000a11:33:40.994133 run osmo-nitb_10.42.42.2(pid=2567): stdout: \u000a| (launched: 2022-12-10_11:33:40.508900) \u000a11:33:41.136493 run osmo-nitb_10.42.42.2(pid=2567): stderr: \u000a| (launched: 2022-12-10_11:33:40.556131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:41.273908 run osmo-nitb_10.42.42.2(pid=2567): stdout: \u000a| (launched: 2022-12-10_11:33:40.508900) \u000a11:33:41.410331 run osmo-nitb_10.42.42.2(pid=2567): stderr: \u000a| (launched: 2022-12-10_11:33:40.556131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:41.787375 tst osmo-nitb_10.42.42.2(pid=2567): stdout: \u000a| (launched: 2022-12-10_11:33:40.508900) \u000a11:33:41.912612 tst osmo-nitb_10.42.42.2(pid=2567): stderr: \u000a| (launched: 2022-12-10_11:33:40.556131)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:33:41.967363 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2567) [trial-2374↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2567)] [trial-2374↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a11:33:41.975840 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:33:42.011601 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2566): Terminating (SIGTERM)\u000a11:33:42.189300 --- ParallelTerminationStrategy: PID 2566 died...\u000a11:33:42.246333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2566): Terminated: ok {rc=0}\u000a11:33:42.332807 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2374↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2374↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:33:44.172601 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.183448 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:33:44.320829 tst assert_extension.py: using LAC 28105\u000a11:33:44.443519 tst assert_extension.py: using RAC 55\u000a11:33:44.567890 tst assert_extension.py: using CellId 28105\u000a11:33:44.685646 tst assert_extension.py: using BVCI 28106\u000a11:33:44.707715 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.718097 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.728458 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.739099 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.750131 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:33:44.760729 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:33:44.969053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:45.472293 run create_hlr_db(pid=2571): Launched\u000a11:33:45.654245 bus /sierra_2: Setting Powered False\u000a11:33:46.714098 run create_hlr_db(pid=2571): Terminated: ok {rc=0}\u000a11:33:47.186380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Launched\u000a11:33:47.501299 run osmo-hlr_10.42.42.2(pid=2574): Launched\u000a11:33:47.616896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:48.161939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Launched\u000a11:33:48.476414 run osmo-stp_10.42.42.5(pid=2577): Launched\u000a11:33:48.591705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:33:49.161453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Launched\u000a11:33:49.475281 run osmo-msc_10.42.42.6(pid=2580): Launched\u000a11:33:49.659817 run osmo-stp_10.42.42.5(pid=2577): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)]\u000a11:33:49.793535 run osmo-stp_10.42.42.5(pid=2577): stdout: \u000a| (launched: 2022-12-10_11:33:48.322306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:49.925766 run osmo-stp_10.42.42.5(pid=2577): stderr: \u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113348513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:50.051952 run osmo-stp_10.42.42.5(pid=2577): stdout: \u000a| (launched: 2022-12-10_11:33:48.322306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:50.177356 run osmo-stp_10.42.42.5(pid=2577): stderr: \u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113348512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113348513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113348513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:50.232118 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2577): Process ended prematurely: osmo-stp_10.42.42.5(pid=2577) [trial-2374↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2577)] [trial-2374↪ussd:trx-b200↪assert_extension.py:17]\u000a11:33:50.240458 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a11:33:50.301968 run osmo-hlr_10.42.42.2(pid=2574): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2574)]\u000a11:33:50.352434 run osmo-hlr_10.42.42.2(pid=2574): stdout: \u000a| (launched: 2022-12-10_11:33:47.347650) \u000a11:33:50.404249 run osmo-hlr_10.42.42.2(pid=2574): stderr: \u000a| �[0;m�[1;31m20221210113347545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113347546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113347546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113347546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113347546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113347546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113347559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113347567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113347567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113347567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:50.473844 run osmo-msc_10.42.42.6(pid=2580): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2580)]\u000a11:33:50.524676 run osmo-msc_10.42.42.6(pid=2580): stdout: \u000a| (launched: 2022-12-10_11:33:49.322086) \u000a11:33:50.575981 run osmo-msc_10.42.42.6(pid=2580): stderr: \u000a| �[0;m�[38;5;43m20221210113349641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113349641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47b7510c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113349641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113349641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113349641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113349641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113349643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113349643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113349643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113349644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:33:50.619560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Terminating (SIGTERM)\u000a11:33:50.661016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Terminating (SIGTERM)\u000a11:33:50.702627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Terminating (SIGTERM)\u000a11:33:50.712219 --- ParallelTerminationStrategy: PID 2573 died...\u000a11:33:50.767798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2573): Terminated: ok {rc=0}\u000a11:33:50.777761 --- ParallelTerminationStrategy: PID 2576 died...\u000a11:33:50.832622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2576): Terminated: ok {rc=0}\u000a11:33:50.842547 --- ParallelTerminationStrategy: PID 2579 died...\u000a11:33:50.897768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2579): Terminated: ok {rc=0}\u000a11:33:50.985063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:43" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:33:52.950538 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:52.961919 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:33:53.127597 tst mo_mt_call.py: using LAC 28106\u000a11:33:53.252273 tst mo_mt_call.py: using RAC 56\u000a11:33:53.376142 tst mo_mt_call.py: using CellId 28106\u000a11:33:53.498977 tst mo_mt_call.py: using BVCI 28107\u000a11:33:53.523267 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:53.534675 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:53.545855 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:53.557087 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:53.568275 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:33:53.579873 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:33:53.695201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:33:53.903893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:54.412833 run create_hlr_db(pid=2585): Launched\u000a11:33:54.597518 bus /sierra_2: Setting Powered False\u000a11:33:55.619349 run create_hlr_db(pid=2585): Terminated: ok {rc=0}\u000a11:33:56.043968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Launched\u000a11:33:56.363123 run osmo-hlr_10.42.42.2(pid=2588): Launched\u000a11:33:56.482550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:57.036657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Launched\u000a11:33:57.358620 run osmo-stp_10.42.42.5(pid=2591): Launched\u000a11:33:57.475281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:33:58.060098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Launched\u000a11:33:58.380757 run osmo-msc_10.42.42.6(pid=2594): Launched\u000a11:33:58.568174 run osmo-stp_10.42.42.5(pid=2591): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a11:33:58.703650 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-10_11:33:57.200658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:58.838395 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113357392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:58.967194 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-10_11:33:57.200658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:59.095277 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113357391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113357392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113357394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:59.151927 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:33:59.161298 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:33:59.223463 run osmo-hlr_10.42.42.2(pid=2588): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2588)]\u000a11:33:59.275273 run osmo-hlr_10.42.42.2(pid=2588): stdout: \u000a| (launched: 2022-12-10_11:33:56.206719) \u000a11:33:59.327357 run osmo-hlr_10.42.42.2(pid=2588): stderr: \u000a| �[0;m�[1;31m20221210113356406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113356407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113356407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113356407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113356407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113356407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113356419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113356428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113356428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:59.397709 run osmo-msc_10.42.42.6(pid=2594): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2594)]\u000a11:33:59.448895 run osmo-msc_10.42.42.6(pid=2594): stdout: \u000a| (launched: 2022-12-10_11:33:58.224036) \u000a11:33:59.500665 run osmo-msc_10.42.42.6(pid=2594): stderr: \u000a| �[0;m�[38;5;43m20221210113358545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113358545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff357f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113358546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113358546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113358546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113358546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113358548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113358548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113358548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113358548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:33:59.544412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminating (SIGTERM)\u000a11:33:59.585981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminating (SIGTERM)\u000a11:33:59.627710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Terminating (SIGTERM)\u000a11:33:59.636865 --- ParallelTerminationStrategy: PID 2587 died...\u000a11:33:59.691859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminated: ok {rc=0}\u000a11:33:59.701886 --- ParallelTerminationStrategy: PID 2590 died...\u000a11:33:59.757187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminated: ok {rc=0}\u000a11:33:59.767328 --- ParallelTerminationStrategy: PID 2593 died...\u000a11:33:59.822936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2593): Terminated: ok {rc=0}\u000a11:33:59.910390 bus /sierra_3: Setting Powered False\u000a11:34:01.036636 bus /sierra_3: Setting Powered False\u000a11:34:02.150311 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2602): Process ended prematurely: osmo-stp_10.42.42.5(pid=2602) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2602)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2602): Process ended prematurely: osmo-stp_10.42.42.5(pid=2602) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:34:03.266596 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.278747 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:34:03.442948 tst mo_mt_call_osmux.py: using LAC 28107\u000a11:34:03.567841 tst mo_mt_call_osmux.py: using RAC 57\u000a11:34:03.693110 tst mo_mt_call_osmux.py: using CellId 28107\u000a11:34:03.817483 tst mo_mt_call_osmux.py: using BVCI 28108\u000a11:34:03.841787 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.853242 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.864412 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.875698 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.887005 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:34:03.898149 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:34:04.011639 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:34:04.209723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:04.678905 run create_hlr_db(pid=2596): Launched\u000a11:34:04.851397 bus /sierra_2: Setting Powered False\u000a11:34:05.872728 run create_hlr_db(pid=2596): Terminated: ok {rc=0}\u000a11:34:06.297167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2598): Launched\u000a11:34:06.616913 run osmo-hlr_10.42.42.2(pid=2599): Launched\u000a11:34:06.737783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:07.291053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2601): Launched\u000a11:34:07.611268 run osmo-stp_10.42.42.5(pid=2602): Launched\u000a11:34:07.726756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:34:08.308421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2604): Launched\u000a11:34:08.628029 run osmo-msc_10.42.42.6(pid=2605): Launched\u000a11:34:08.814879 run osmo-stp_10.42.42.5(pid=2602): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2602)]\u000a11:34:08.949541 run osmo-stp_10.42.42.5(pid=2602): stdout: \u000a| (launched: 2022-12-10_11:34:07.454733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:09.083575 run osmo-stp_10.42.42.5(pid=2602): stderr: \u000a| �[0;m�[38;5;43m20221210113407646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113407646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113407647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113407647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113407649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113407650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113407650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:09.212901 run osmo-stp_10.42.42.5(pid=2602): stdout: \u000a| (launched: 2022-12-10_11:34:07.454733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:09.340815 run osmo-stp_10.42.42.5(pid=2602): stderr: \u000a| �[0;m�[38;5;43m20221210113407646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113407646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113407647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113407647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113407649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113407650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113407650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:09.397561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2602): Process ended prematurely: osmo-stp_10.42.42.5(pid=2602) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2602)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:34:09.406631 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:34:09.468556 run osmo-hlr_10.42.42.2(pid=2599): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2599)]\u000a11:34:09.519156 run osmo-hlr_10.42.42.2(pid=2599): stdout: \u000a| (launched: 2022-12-10_11:34:06.459782) \u000a11:34:09.570854 run osmo-hlr_10.42.42.2(pid=2599): stderr: \u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113406658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113406670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113406679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113406679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113406679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:09.640532 run osmo-msc_10.42.42.6(pid=2605): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2605)]\u000a11:34:09.691067 run osmo-msc_10.42.42.6(pid=2605): stdout: \u000a| (launched: 2022-12-10_11:34:08.471166) \u000a11:34:09.742092 run osmo-msc_10.42.42.6(pid=2605): stderr: \u000a| �[0;m�[38;5;43m20221210113408793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113408793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08bf682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113408794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113408794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113408794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113408794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113408797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113408798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113408798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113408798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:34:09.785588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2598): Terminating (SIGTERM)\u000a11:34:09.826879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2601): Terminating (SIGTERM)\u000a11:34:09.867985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2604): Terminating (SIGTERM)\u000a11:34:09.877196 --- ParallelTerminationStrategy: PID 2598 died...\u000a11:34:09.932379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2598): Terminated: ok {rc=0}\u000a11:34:09.942455 --- ParallelTerminationStrategy: PID 2601 died...\u000a11:34:09.997387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2601): Terminated: ok {rc=0}\u000a11:34:10.007349 --- ParallelTerminationStrategy: PID 2604 died...\u000a11:34:10.062344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2604): Terminated: ok {rc=0}\u000a11:34:10.148446 bus /sierra_3: Setting Powered False\u000a11:34:11.252447 bus /sierra_3: Setting Powered False\u000a11:34:12.357994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2616): Process ended prematurely: osmo-stp_10.42.42.5(pid=2616) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2616)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2616): Process ended prematurely: osmo-stp_10.42.42.5(pid=2616) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:34:14.357533 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.368899 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:34:14.531504 tst mo_mt_call.py: using LAC 28108\u000a11:34:14.658042 tst mo_mt_call.py: using RAC 58\u000a11:34:14.788390 tst mo_mt_call.py: using CellId 28108\u000a11:34:14.911685 tst mo_mt_call.py: using BVCI 28109\u000a11:34:14.935972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.947343 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.958581 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.969784 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.981093 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:14.992211 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:34:15.110782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:34:15.310361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:15.782158 run create_hlr_db(pid=2610): Launched\u000a11:34:15.985798 bus /sierra_2: Setting Powered False\u000a11:34:16.985723 run create_hlr_db(pid=2610): Terminated: ok {rc=0}\u000a11:34:17.428843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2612): Launched\u000a11:34:17.730369 run osmo-hlr_10.42.42.2(pid=2613): Launched\u000a11:34:17.845448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:18.368908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2615): Launched\u000a11:34:18.667248 run osmo-stp_10.42.42.5(pid=2616): Launched\u000a11:34:18.785335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:34:19.333789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2618): Launched\u000a11:34:19.633541 run osmo-msc_10.42.42.6(pid=2619): Launched\u000a11:34:19.810593 run osmo-stp_10.42.42.5(pid=2616): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2616)]\u000a11:34:19.937946 run osmo-stp_10.42.42.5(pid=2616): stdout: \u000a| (launched: 2022-12-10_11:34:18.519945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:20.062162 run osmo-stp_10.42.42.5(pid=2616): stderr: \u000a| �[0;m�[38;5;43m20221210113418691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113418692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113418692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113418692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:20.182634 run osmo-stp_10.42.42.5(pid=2616): stdout: \u000a| (launched: 2022-12-10_11:34:18.519945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:20.302091 run osmo-stp_10.42.42.5(pid=2616): stderr: \u000a| �[0;m�[38;5;43m20221210113418691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113418692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113418692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113418692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113418693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:20.354743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2616): Process ended prematurely: osmo-stp_10.42.42.5(pid=2616) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2616)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:34:20.363301 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:34:20.422928 run osmo-hlr_10.42.42.2(pid=2613): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2613)]\u000a11:34:20.471429 run osmo-hlr_10.42.42.2(pid=2613): stdout: \u000a| (launched: 2022-12-10_11:34:17.581806) \u000a11:34:20.520444 run osmo-hlr_10.42.42.2(pid=2613): stderr: \u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113417757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113417768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113417778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113417778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113417778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:20.586513 run osmo-msc_10.42.42.6(pid=2619): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2619)]\u000a11:34:20.635254 run osmo-msc_10.42.42.6(pid=2619): stdout: \u000a| (launched: 2022-12-10_11:34:19.486156) \u000a11:34:20.684255 run osmo-msc_10.42.42.6(pid=2619): stderr: \u000a| �[0;m�[38;5;43m20221210113419758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113419758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0cf55cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113419759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113419759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113419759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113419759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113419761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113419762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113419762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113419762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:34:20.726026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2612): Terminating (SIGTERM)\u000a11:34:20.765856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2615): Terminating (SIGTERM)\u000a11:34:20.805510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2618): Terminating (SIGTERM)\u000a11:34:20.814871 --- ParallelTerminationStrategy: PID 2612 died...\u000a11:34:20.867772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2612): Terminated: ok {rc=0}\u000a11:34:20.877830 --- ParallelTerminationStrategy: PID 2615 died...\u000a11:34:20.931664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2615): Terminated: ok {rc=0}\u000a11:34:20.941452 --- ParallelTerminationStrategy: PID 2618 died...\u000a11:34:20.994623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2618): Terminated: ok {rc=0}\u000a11:34:21.078727 bus /sierra_3: Setting Powered False\u000a11:34:22.186687 bus /sierra_3: Setting Powered False\u000a11:34:23.298602 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:34:24.408604 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:24.420273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:34:24.576096 tst mo_mt_call_osmux.py: using LAC 28109\u000a11:34:24.694916 tst mo_mt_call_osmux.py: using RAC 59\u000a11:34:24.811833 tst mo_mt_call_osmux.py: using CellId 28109\u000a11:34:24.928417 tst mo_mt_call_osmux.py: using BVCI 28110\u000a11:34:24.950987 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:24.961947 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:24.972782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:24.983791 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:24.994953 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:34:25.006437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:34:25.120398 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:34:25.328379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:25.840082 run create_hlr_db(pid=2621): Launched\u000a11:34:26.025820 bus /sierra_2: Setting Powered False\u000a11:34:27.047790 run create_hlr_db(pid=2621): Terminated: ok {rc=0}\u000a11:34:27.450067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2623): Launched\u000a11:34:27.750311 run osmo-hlr_10.42.42.2(pid=2624): Launched\u000a11:34:27.863659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:28.389859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Launched\u000a11:34:28.688297 run osmo-stp_10.42.42.5(pid=2627): Launched\u000a11:34:28.797079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:34:29.348148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2629): Launched\u000a11:34:29.648147 run osmo-msc_10.42.42.6(pid=2630): Launched\u000a11:34:29.823466 run osmo-stp_10.42.42.5(pid=2627): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)]\u000a11:34:29.950180 run osmo-stp_10.42.42.5(pid=2627): stdout: \u000a| (launched: 2022-12-10_11:34:28.541515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:30.074640 run osmo-stp_10.42.42.5(pid=2627): stderr: \u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113428712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:30.194899 run osmo-stp_10.42.42.5(pid=2627): stdout: \u000a| (launched: 2022-12-10_11:34:28.541515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:30.314807 run osmo-stp_10.42.42.5(pid=2627): stderr: \u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113428711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113428712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113428712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:30.367626 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2627): Process ended prematurely: osmo-stp_10.42.42.5(pid=2627) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2627)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:34:30.376243 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:34:30.435616 run osmo-hlr_10.42.42.2(pid=2624): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2624)]\u000a11:34:30.484339 run osmo-hlr_10.42.42.2(pid=2624): stdout: \u000a| (launched: 2022-12-10_11:34:27.602866) \u000a11:34:30.533464 run osmo-hlr_10.42.42.2(pid=2624): stderr: \u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113427781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113427793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113427803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113427804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113427804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:30.599709 run osmo-msc_10.42.42.6(pid=2630): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2630)]\u000a11:34:30.648244 run osmo-msc_10.42.42.6(pid=2630): stdout: \u000a| (launched: 2022-12-10_11:34:29.500604) \u000a11:34:30.697518 run osmo-msc_10.42.42.6(pid=2630): stderr: \u000a| �[0;m�[38;5;43m20221210113429770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113429770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f591db7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113429770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113429770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113429770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113429770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113429772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113429772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113429773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113429773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:34:30.738632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2623): Terminating (SIGTERM)\u000a11:34:30.777902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Terminating (SIGTERM)\u000a11:34:30.817582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2629): Terminating (SIGTERM)\u000a11:34:30.826707 --- ParallelTerminationStrategy: PID 2623 died...\u000a11:34:30.883618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2623): Terminated: ok {rc=0}\u000a11:34:30.895560 --- ParallelTerminationStrategy: PID 2626 died...\u000a11:34:30.949546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2626): Terminated: ok {rc=0}\u000a11:34:30.959330 --- ParallelTerminationStrategy: PID 2629 died...\u000a11:34:31.012674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2629): Terminated: ok {rc=0}\u000a11:34:31.096792 bus /sierra_3: Setting Powered False\u000a11:34:32.214377 bus /sierra_3: Setting Powered False\u000a11:34:33.321556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:34:14" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2641): Process ended prematurely: osmo-stp_10.42.42.5(pid=2641) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2641)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2641): Process ended prematurely: osmo-stp_10.42.42.5(pid=2641) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:34:35.333962 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.345310 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:34:35.507296 tst mo_mt_call.py: using LAC 28110\u000a11:34:35.629675 tst mo_mt_call.py: using RAC 60\u000a11:34:35.752913 tst mo_mt_call.py: using CellId 28110\u000a11:34:35.891528 tst mo_mt_call.py: using BVCI 28111\u000a11:34:35.915831 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.927284 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.938474 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.949652 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.960789 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:35.972004 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:34:36.089761 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:34:36.294524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:36.804008 run create_hlr_db(pid=2635): Launched\u000a11:34:36.988243 bus /sierra_2: Setting Powered False\u000a11:34:38.009463 run create_hlr_db(pid=2635): Terminated: ok {rc=0}\u000a11:34:38.432303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2637): Launched\u000a11:34:38.751274 run osmo-hlr_10.42.42.2(pid=2638): Launched\u000a11:34:38.868541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:39.422785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2640): Launched\u000a11:34:39.742106 run osmo-stp_10.42.42.5(pid=2641): Launched\u000a11:34:39.857250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:34:40.439780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2643): Launched\u000a11:34:40.758931 run osmo-msc_10.42.42.6(pid=2644): Launched\u000a11:34:40.945635 run osmo-stp_10.42.42.5(pid=2641): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2641)]\u000a11:34:41.080200 run osmo-stp_10.42.42.5(pid=2641): stdout: \u000a| (launched: 2022-12-10_11:34:39.586052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:41.215196 run osmo-stp_10.42.42.5(pid=2641): stderr: \u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113439777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:41.343849 run osmo-stp_10.42.42.5(pid=2641): stdout: \u000a| (launched: 2022-12-10_11:34:39.586052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:41.471303 run osmo-stp_10.42.42.5(pid=2641): stderr: \u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113439777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113439777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113439779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:41.527567 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2641): Process ended prematurely: osmo-stp_10.42.42.5(pid=2641) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2641)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:34:41.536796 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:34:41.599458 run osmo-hlr_10.42.42.2(pid=2638): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2638)]\u000a11:34:41.650668 run osmo-hlr_10.42.42.2(pid=2638): stdout: \u000a| (launched: 2022-12-10_11:34:38.595280) \u000a11:34:41.702110 run osmo-hlr_10.42.42.2(pid=2638): stderr: \u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113438795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113438812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113438823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:41.773262 run osmo-msc_10.42.42.6(pid=2644): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2644)]\u000a11:34:41.823999 run osmo-msc_10.42.42.6(pid=2644): stdout: \u000a| (launched: 2022-12-10_11:34:40.602757) \u000a11:34:41.875260 run osmo-msc_10.42.42.6(pid=2644): stderr: \u000a| �[0;m�[38;5;43m20221210113440925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113440926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52cd514c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113440926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113440926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113440926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113440926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113440928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113440928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113440928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113440928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:34:41.918765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2637): Terminating (SIGTERM)\u000a11:34:41.960018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2640): Terminating (SIGTERM)\u000a11:34:42.001408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2643): Terminating (SIGTERM)\u000a11:34:42.010554 --- ParallelTerminationStrategy: PID 2637 died...\u000a11:34:42.065959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2637): Terminated: ok {rc=0}\u000a11:34:42.076024 --- ParallelTerminationStrategy: PID 2640 died...\u000a11:34:42.131550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2640): Terminated: ok {rc=0}\u000a11:34:42.141734 --- ParallelTerminationStrategy: PID 2643 died...\u000a11:34:42.197792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2643): Terminated: ok {rc=0}\u000a11:34:42.285714 bus /sierra_3: Setting Powered False\u000a11:34:43.392327 bus /sierra_3: Setting Powered False\u000a11:34:44.499044 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2653): Process ended prematurely: osmo-stp_10.42.42.5(pid=2653) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2653)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2653): Process ended prematurely: osmo-stp_10.42.42.5(pid=2653) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:34:45.613112 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:45.625403 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:34:45.786072 tst mo_mt_call_osmux.py: using LAC 28111\u000a11:34:45.926240 tst mo_mt_call_osmux.py: using RAC 61\u000a11:34:46.057639 tst mo_mt_call_osmux.py: using CellId 28111\u000a11:34:46.178799 tst mo_mt_call_osmux.py: using BVCI 28112\u000a11:34:46.203364 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:46.215427 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:46.228325 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:46.240109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:46.253085 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:34:46.267011 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:34:46.385693 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:34:46.623861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:47.187550 run create_hlr_db(pid=2646): Launched\u000a11:34:47.374359 bus /sierra_2: Setting Powered False\u000a11:34:48.394155 run create_hlr_db(pid=2646): Terminated: ok {rc=0}\u000a11:34:48.819560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Launched\u000a11:34:49.138758 run osmo-hlr_10.42.42.2(pid=2649): Launched\u000a11:34:49.257241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:49.814552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2652): Launched\u000a11:34:50.133575 run osmo-stp_10.42.42.5(pid=2653): Launched\u000a11:34:50.249974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:34:50.833862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2655): Launched\u000a11:34:51.152786 run osmo-msc_10.42.42.6(pid=2656): Launched\u000a11:34:51.339354 run osmo-stp_10.42.42.5(pid=2653): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2653)]\u000a11:34:51.474213 run osmo-stp_10.42.42.5(pid=2653): stdout: \u000a| (launched: 2022-12-10_11:34:49.977373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:51.608904 run osmo-stp_10.42.42.5(pid=2653): stderr: \u000a| �[0;m�[38;5;43m20221210113450170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113450170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113450171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113450171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113450171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:51.738050 run osmo-stp_10.42.42.5(pid=2653): stdout: \u000a| (launched: 2022-12-10_11:34:49.977373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:51.865465 run osmo-stp_10.42.42.5(pid=2653): stderr: \u000a| �[0;m�[38;5;43m20221210113450170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113450170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113450171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113450171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113450171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113450172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:51.921888 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2653): Process ended prematurely: osmo-stp_10.42.42.5(pid=2653) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2653)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:34:51.931168 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:34:51.993460 run osmo-hlr_10.42.42.2(pid=2649): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2649)]\u000a11:34:52.044489 run osmo-hlr_10.42.42.2(pid=2649): stdout: \u000a| (launched: 2022-12-10_11:34:48.982306) \u000a11:34:52.095816 run osmo-hlr_10.42.42.2(pid=2649): stderr: \u000a| �[0;m�[1;31m20221210113449180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113449180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113449180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113449180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113449180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113449181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113449193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113449201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113449201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113449201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:52.165659 run osmo-msc_10.42.42.6(pid=2656): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2656)]\u000a11:34:52.216846 run osmo-msc_10.42.42.6(pid=2656): stdout: \u000a| (launched: 2022-12-10_11:34:50.996418) \u000a11:34:52.268249 run osmo-msc_10.42.42.6(pid=2656): stderr: \u000a| �[0;m�[38;5;43m20221210113451319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113451319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faabaca2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113451319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113451319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113451319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113451319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113451321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113451322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113451322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113451322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:34:52.312048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminating (SIGTERM)\u000a11:34:52.353558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2652): Terminating (SIGTERM)\u000a11:34:52.394560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2655): Terminating (SIGTERM)\u000a11:34:52.404040 --- ParallelTerminationStrategy: PID 2648 died...\u000a11:34:52.459207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2648): Terminated: ok {rc=0}\u000a11:34:52.469166 --- ParallelTerminationStrategy: PID 2652 died...\u000a11:34:52.523803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2652): Terminated: ok {rc=0}\u000a11:34:52.533805 --- ParallelTerminationStrategy: PID 2655 died...\u000a11:34:52.588996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2655): Terminated: ok {rc=0}\u000a11:34:52.675495 bus /sierra_3: Setting Powered False\u000a11:34:53.780444 bus /sierra_3: Setting Powered False\u000a11:34:54.887762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:34:35" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2667): Process ended prematurely: osmo-stp_10.42.42.5(pid=2667) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2667)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2667): Process ended prematurely: osmo-stp_10.42.42.5(pid=2667) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:34:56.883405 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:56.895072 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:34:57.057969 tst mo_mt_call.py: using LAC 28112\u000a11:34:57.181862 tst mo_mt_call.py: using RAC 62\u000a11:34:57.307104 tst mo_mt_call.py: using CellId 28112\u000a11:34:57.430733 tst mo_mt_call.py: using BVCI 28113\u000a11:34:57.453437 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:57.464209 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:57.475192 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:57.486361 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:57.498004 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:34:57.509012 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:34:57.627272 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:34:57.837544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:58.350810 run create_hlr_db(pid=2661): Launched\u000a11:34:58.536746 bus /sierra_2: Setting Powered False\u000a11:34:59.558851 run create_hlr_db(pid=2661): Terminated: ok {rc=0}\u000a11:34:59.961720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2663): Launched\u000a11:35:00.260741 run osmo-hlr_10.42.42.2(pid=2664): Launched\u000a11:35:00.375495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:00.910176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2666): Launched\u000a11:35:01.342710 run osmo-stp_10.42.42.5(pid=2667): Launched\u000a11:35:01.516698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:02.131935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Launched\u000a11:35:02.450174 run osmo-msc_10.42.42.6(pid=2673): Launched\u000a11:35:02.640104 run osmo-stp_10.42.42.5(pid=2667): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2667)]\u000a11:35:02.776251 run osmo-stp_10.42.42.5(pid=2667): stdout: \u000a| (launched: 2022-12-10_11:35:01.070057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:02.912106 run osmo-stp_10.42.42.5(pid=2667): stderr: \u000a| �[0;m�[38;5;43m20221210113501335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113501335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113501336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113501336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113501336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113501343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113501343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:03.041921 run osmo-stp_10.42.42.5(pid=2667): stdout: \u000a| (launched: 2022-12-10_11:35:01.070057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:03.169623 run osmo-stp_10.42.42.5(pid=2667): stderr: \u000a| �[0;m�[38;5;43m20221210113501335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113501335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113501336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113501336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113501336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113501343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113501343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:03.226389 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2667): Process ended prematurely: osmo-stp_10.42.42.5(pid=2667) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2667)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:35:03.235473 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:35:03.297654 run osmo-hlr_10.42.42.2(pid=2664): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2664)]\u000a11:35:03.348658 run osmo-hlr_10.42.42.2(pid=2664): stdout: \u000a| (launched: 2022-12-10_11:35:00.113771) \u000a11:35:03.400050 run osmo-hlr_10.42.42.2(pid=2664): stderr: \u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113500290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113500303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113500311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113500311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113500311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:03.469925 run osmo-msc_10.42.42.6(pid=2673): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2673)]\u000a11:35:03.520722 run osmo-msc_10.42.42.6(pid=2673): stdout: \u000a| (launched: 2022-12-10_11:35:02.289724) \u000a11:35:03.572297 run osmo-msc_10.42.42.6(pid=2673): stderr: \u000a| �[0;m�[38;5;43m20221210113502608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113502608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00c5a8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113502608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113502608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113502608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113502609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113502612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113502612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113502613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113502613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:03.615911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2663): Terminating (SIGTERM)\u000a11:35:03.657316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2666): Terminating (SIGTERM)\u000a11:35:03.698954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Terminating (SIGTERM)\u000a11:35:03.708497 --- ParallelTerminationStrategy: PID 2663 died...\u000a11:35:03.763938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2663): Terminated: ok {rc=0}\u000a11:35:03.774085 --- ParallelTerminationStrategy: PID 2666 died...\u000a11:35:03.829549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2666): Terminated: ok {rc=0}\u000a11:35:03.839619 --- ParallelTerminationStrategy: PID 2672 died...\u000a11:35:03.894978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2672): Terminated: ok {rc=0}\u000a11:35:03.982408 bus /sierra_3: Setting Powered False\u000a11:35:05.088819 bus /sierra_3: Setting Powered False\u000a11:35:06.196528 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2681): Process ended prematurely: osmo-stp_10.42.42.5(pid=2681) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2681)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2681): Process ended prematurely: osmo-stp_10.42.42.5(pid=2681) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:35:07.310150 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.322120 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:35:07.482400 tst mo_mt_call_osmux.py: using LAC 28113\u000a11:35:07.598163 tst mo_mt_call_osmux.py: using RAC 63\u000a11:35:07.718053 tst mo_mt_call_osmux.py: using CellId 28113\u000a11:35:07.834433 tst mo_mt_call_osmux.py: using BVCI 28114\u000a11:35:07.856924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.867854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.878637 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.889596 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.900675 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:35:07.911616 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:35:08.032241 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:35:08.242387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:08.752295 run create_hlr_db(pid=2675): Launched\u000a11:35:08.937057 bus /sierra_2: Setting Powered False\u000a11:35:09.959480 run create_hlr_db(pid=2675): Terminated: ok {rc=0}\u000a11:35:10.359990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2677): Launched\u000a11:35:10.658146 run osmo-hlr_10.42.42.2(pid=2678): Launched\u000a11:35:10.776106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:11.303255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2680): Launched\u000a11:35:11.602519 run osmo-stp_10.42.42.5(pid=2681): Launched\u000a11:35:11.711872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:12.257082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2683): Launched\u000a11:35:12.554913 run osmo-msc_10.42.42.6(pid=2684): Launched\u000a11:35:12.728838 run osmo-stp_10.42.42.5(pid=2681): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2681)]\u000a11:35:12.855054 run osmo-stp_10.42.42.5(pid=2681): stdout: \u000a| (launched: 2022-12-10_11:35:11.455171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:12.980074 run osmo-stp_10.42.42.5(pid=2681): stderr: \u000a| �[0;m�[38;5;43m20221210113511624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113511624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113511625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113511625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:13.100398 run osmo-stp_10.42.42.5(pid=2681): stdout: \u000a| (launched: 2022-12-10_11:35:11.455171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:13.219132 run osmo-stp_10.42.42.5(pid=2681): stderr: \u000a| �[0;m�[38;5;43m20221210113511624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113511624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113511625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113511625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113511626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:13.271558 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2681): Process ended prematurely: osmo-stp_10.42.42.5(pid=2681) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2681)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:35:13.280173 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:35:13.340037 run osmo-hlr_10.42.42.2(pid=2678): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2678)]\u000a11:35:13.388690 run osmo-hlr_10.42.42.2(pid=2678): stdout: \u000a| (launched: 2022-12-10_11:35:10.511289) \u000a11:35:13.438140 run osmo-hlr_10.42.42.2(pid=2678): stderr: \u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113510688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113510700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113510709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113510709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113510709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:13.504809 run osmo-msc_10.42.42.6(pid=2684): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2684)]\u000a11:35:13.553392 run osmo-msc_10.42.42.6(pid=2684): stdout: \u000a| (launched: 2022-12-10_11:35:12.407778) \u000a11:35:13.602770 run osmo-msc_10.42.42.6(pid=2684): stderr: \u000a| �[0;m�[38;5;43m20221210113512678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113512678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bddf73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113512678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113512678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113512678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113512679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113512681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113512681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113512681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113512681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:13.644191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2677): Terminating (SIGTERM)\u000a11:35:13.683727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2680): Terminating (SIGTERM)\u000a11:35:13.723338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2683): Terminating (SIGTERM)\u000a11:35:13.732829 --- ParallelTerminationStrategy: PID 2677 died...\u000a11:35:13.785941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2677): Terminated: ok {rc=0}\u000a11:35:13.795872 --- ParallelTerminationStrategy: PID 2680 died...\u000a11:35:13.849159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2680): Terminated: ok {rc=0}\u000a11:35:13.859095 --- ParallelTerminationStrategy: PID 2683 died...\u000a11:35:13.912273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2683): Terminated: ok {rc=0}\u000a11:35:13.999447 bus /sierra_3: Setting Powered False\u000a11:35:15.101061 bus /sierra_3: Setting Powered False\u000a11:35:16.213468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:34:56" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:35:18.213534 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.224895 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:35:18.386568 tst mo_mt_call.py: using LAC 28114\u000a11:35:18.511217 tst mo_mt_call.py: using RAC 64\u000a11:35:18.635983 tst mo_mt_call.py: using CellId 28114\u000a11:35:18.762600 tst mo_mt_call.py: using BVCI 28115\u000a11:35:18.786921 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.798329 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.809556 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.821188 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.832457 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:18.843659 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:35:18.956924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:35:19.154665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:19.625285 run create_hlr_db(pid=2689): Launched\u000a11:35:19.798360 bus /sierra_2: Setting Powered False\u000a11:35:20.820490 run create_hlr_db(pid=2689): Terminated: ok {rc=0}\u000a11:35:21.246671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Launched\u000a11:35:21.566610 run osmo-hlr_10.42.42.2(pid=2692): Launched\u000a11:35:21.686147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:22.242506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Launched\u000a11:35:22.561870 run osmo-stp_10.42.42.5(pid=2695): Launched\u000a11:35:22.679714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:23.264137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Launched\u000a11:35:23.583984 run osmo-msc_10.42.42.6(pid=2698): Launched\u000a11:35:23.771641 run osmo-stp_10.42.42.5(pid=2695): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]\u000a11:35:23.906886 run osmo-stp_10.42.42.5(pid=2695): stdout: \u000a| (launched: 2022-12-10_11:35:22.405357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:24.042468 run osmo-stp_10.42.42.5(pid=2695): stderr: \u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113522597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:24.171126 run osmo-stp_10.42.42.5(pid=2695): stdout: \u000a| (launched: 2022-12-10_11:35:22.405357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:24.299097 run osmo-stp_10.42.42.5(pid=2695): stderr: \u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113522596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113522597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113522599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:24.355544 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:35:24.364688 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:35:24.427140 run osmo-hlr_10.42.42.2(pid=2692): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2692)]\u000a11:35:24.478418 run osmo-hlr_10.42.42.2(pid=2692): stdout: \u000a| (launched: 2022-12-10_11:35:21.409734) \u000a11:35:24.530301 run osmo-hlr_10.42.42.2(pid=2692): stderr: \u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113521606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113521619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113521627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113521627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113521627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:24.600559 run osmo-msc_10.42.42.6(pid=2698): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2698)]\u000a11:35:24.652039 run osmo-msc_10.42.42.6(pid=2698): stdout: \u000a| (launched: 2022-12-10_11:35:23.427291) \u000a11:35:24.703653 run osmo-msc_10.42.42.6(pid=2698): stderr: \u000a| �[0;m�[38;5;43m20221210113523749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113523749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b8d9fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113523750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113523750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113523750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113523750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113523752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113523752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113523752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113523752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:24.747425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Terminating (SIGTERM)\u000a11:35:24.788868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Terminating (SIGTERM)\u000a11:35:24.830290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Terminating (SIGTERM)\u000a11:35:24.839499 --- ParallelTerminationStrategy: PID 2691 died...\u000a11:35:24.895008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Terminated: ok {rc=0}\u000a11:35:24.904836 --- ParallelTerminationStrategy: PID 2694 died...\u000a11:35:24.959841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Terminated: ok {rc=0}\u000a11:35:24.969845 --- ParallelTerminationStrategy: PID 2697 died...\u000a11:35:25.025022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Terminated: ok {rc=0}\u000a11:35:25.112691 bus /sierra_3: Setting Powered False\u000a11:35:26.219575 bus /sierra_3: Setting Powered False\u000a11:35:27.331384 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2706): Process ended prematurely: osmo-stp_10.42.42.5(pid=2706) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2706)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2706): Process ended prematurely: osmo-stp_10.42.42.5(pid=2706) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:35:28.441040 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:28.452696 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:35:28.611007 tst mo_mt_call_osmux.py: using LAC 28115\u000a11:35:28.728063 tst mo_mt_call_osmux.py: using RAC 65\u000a11:35:28.845239 tst mo_mt_call_osmux.py: using CellId 28115\u000a11:35:28.964063 tst mo_mt_call_osmux.py: using BVCI 28116\u000a11:35:28.986781 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:28.997734 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:29.008492 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:29.019673 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:29.031342 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:35:29.043134 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:35:29.161319 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:35:29.361664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:29.832386 run create_hlr_db(pid=2700): Launched\u000a11:35:30.005795 bus /sierra_2: Setting Powered False\u000a11:35:31.045958 run create_hlr_db(pid=2700): Terminated: ok {rc=0}\u000a11:35:31.499037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2702): Launched\u000a11:35:31.929578 run osmo-hlr_10.42.42.2(pid=2703): Launched\u000a11:35:32.102477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:32.687209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2705): Launched\u000a11:35:33.006589 run osmo-stp_10.42.42.5(pid=2706): Launched\u000a11:35:33.119233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:33.667875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2708): Launched\u000a11:35:33.967455 run osmo-msc_10.42.42.6(pid=2709): Launched\u000a11:35:34.143058 run osmo-stp_10.42.42.5(pid=2706): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2706)]\u000a11:35:34.270303 run osmo-stp_10.42.42.5(pid=2706): stdout: \u000a| (launched: 2022-12-10_11:35:32.850747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:34.395462 run osmo-stp_10.42.42.5(pid=2706): stderr: \u000a| �[0;m�[38;5;43m20221210113533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113533022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:34.516411 run osmo-stp_10.42.42.5(pid=2706): stdout: \u000a| (launched: 2022-12-10_11:35:32.850747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:34.636376 run osmo-stp_10.42.42.5(pid=2706): stderr: \u000a| �[0;m�[38;5;43m20221210113533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113533021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113533022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113533022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113533023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:34.689132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2706): Process ended prematurely: osmo-stp_10.42.42.5(pid=2706) [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2706)] [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:35:34.697875 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:35:34.757664 run osmo-hlr_10.42.42.2(pid=2703): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2703)]\u000a11:35:34.806547 run osmo-hlr_10.42.42.2(pid=2703): stdout: \u000a| (launched: 2022-12-10_11:35:31.667863) \u000a11:35:34.856199 run osmo-hlr_10.42.42.2(pid=2703): stderr: \u000a| �[0;m�[1;31m20221210113531954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113531954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113531954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113531954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113531954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113531955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113531971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113531987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113531987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113531987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:34.923696 run osmo-msc_10.42.42.6(pid=2709): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2709)]\u000a11:35:34.972677 run osmo-msc_10.42.42.6(pid=2709): stdout: \u000a| (launched: 2022-12-10_11:35:33.819854) \u000a11:35:35.022146 run osmo-msc_10.42.42.6(pid=2709): stderr: \u000a| �[0;m�[38;5;43m20221210113534092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113534092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6d64dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113534092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113534092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113534092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113534092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113534094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113534095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113534095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113534095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:35.063969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2702): Terminating (SIGTERM)\u000a11:35:35.103531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2705): Terminating (SIGTERM)\u000a11:35:35.143496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2708): Terminating (SIGTERM)\u000a11:35:35.152806 --- ParallelTerminationStrategy: PID 2702 died...\u000a11:35:35.206623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2702): Terminated: ok {rc=0}\u000a11:35:35.216382 --- ParallelTerminationStrategy: PID 2705 died...\u000a11:35:35.269160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2705): Terminated: ok {rc=0}\u000a11:35:35.278991 --- ParallelTerminationStrategy: PID 2708 died...\u000a11:35:35.332063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2708): Terminated: ok {rc=0}\u000a11:35:35.416233 bus /sierra_3: Setting Powered False\u000a11:35:36.521582 bus /sierra_3: Setting Powered False\u000a11:35:37.632809 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:35:17" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2720): Process ended prematurely: osmo-stp_10.42.42.5(pid=2720) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2720)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2720): Process ended prematurely: osmo-stp_10.42.42.5(pid=2720) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:35:39.637563 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:39.649091 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:35:39.810577 tst mo_mt_call.py: using LAC 28116\u000a11:35:39.935457 tst mo_mt_call.py: using RAC 66\u000a11:35:40.061608 tst mo_mt_call.py: using CellId 28116\u000a11:35:40.188940 tst mo_mt_call.py: using BVCI 28117\u000a11:35:40.213351 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:40.224823 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:40.236465 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:40.247761 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:40.259131 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:40.270390 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:40.389763 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:40.588006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:41.057905 run create_hlr_db(pid=2714): Launched\u000a11:35:41.229896 bus /sierra_2: Setting Powered False\u000a11:35:42.250582 run create_hlr_db(pid=2714): Terminated: ok {rc=0}\u000a11:35:42.674439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2716): Launched\u000a11:35:42.993202 run osmo-hlr_10.42.42.2(pid=2717): Launched\u000a11:35:43.114191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:43.673327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2719): Launched\u000a11:35:43.992118 run osmo-stp_10.42.42.5(pid=2720): Launched\u000a11:35:44.109431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:44.694426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2722): Launched\u000a11:35:45.012913 run osmo-msc_10.42.42.6(pid=2723): Launched\u000a11:35:45.199493 run osmo-stp_10.42.42.5(pid=2720): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2720)]\u000a11:35:45.342506 run osmo-stp_10.42.42.5(pid=2720): stdout: \u000a| (launched: 2022-12-10_11:35:43.835730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:45.475482 run osmo-stp_10.42.42.5(pid=2720): stderr: \u000a| �[0;m�[38;5;43m20221210113544025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113544026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113544026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113544026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:45.604480 run osmo-stp_10.42.42.5(pid=2720): stdout: \u000a| (launched: 2022-12-10_11:35:43.835730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:45.732181 run osmo-stp_10.42.42.5(pid=2720): stderr: \u000a| �[0;m�[38;5;43m20221210113544025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113544026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113544026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113544026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113544029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:45.788633 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2720): Process ended prematurely: osmo-stp_10.42.42.5(pid=2720) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2720)] [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:35:45.797989 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:35:45.865539 run osmo-hlr_10.42.42.2(pid=2717): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2717)]\u000a11:35:45.924049 run osmo-hlr_10.42.42.2(pid=2717): stdout: \u000a| (launched: 2022-12-10_11:35:42.837236) \u000a11:35:45.976215 run osmo-hlr_10.42.42.2(pid=2717): stderr: \u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113543035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113543047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113543055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113543055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113543055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:46.047434 run osmo-msc_10.42.42.6(pid=2723): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2723)]\u000a11:35:46.099817 run osmo-msc_10.42.42.6(pid=2723): stdout: \u000a| (launched: 2022-12-10_11:35:44.857122) \u000a11:35:46.153168 run osmo-msc_10.42.42.6(pid=2723): stderr: \u000a| �[0;m�[38;5;43m20221210113545181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113545181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dbcfc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113545181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113545181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113545182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113545182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113545184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113545185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113545185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113545185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:46.197737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2716): Terminating (SIGTERM)\u000a11:35:46.240108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2719): Terminating (SIGTERM)\u000a11:35:46.284589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2722): Terminating (SIGTERM)\u000a11:35:46.295382 --- ParallelTerminationStrategy: PID 2716 died...\u000a11:35:46.352755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2716): Terminated: ok {rc=0}\u000a11:35:46.363636 --- ParallelTerminationStrategy: PID 2719 died...\u000a11:35:46.419875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2719): Terminated: ok {rc=0}\u000a11:35:46.430409 --- ParallelTerminationStrategy: PID 2722 died...\u000a11:35:46.486779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2722): Terminated: ok {rc=0}\u000a11:35:46.575816 bus /sierra_3: Setting Powered False\u000a11:35:47.681383 bus /sierra_3: Setting Powered False\u000a11:35:48.791017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:35:49.899274 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:49.910890 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:35:50.066753 tst mo_mt_call_osmux.py: using LAC 28117\u000a11:35:50.189502 tst mo_mt_call_osmux.py: using RAC 67\u000a11:35:50.315075 tst mo_mt_call_osmux.py: using CellId 28117\u000a11:35:50.440147 tst mo_mt_call_osmux.py: using BVCI 28118\u000a11:35:50.464414 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:50.475928 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:50.487168 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:50.498475 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:50.509835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:35:50.521157 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:50.637234 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:50.846365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:51.358595 run create_hlr_db(pid=2725): Launched\u000a11:35:51.544727 bus /sierra_2: Setting Powered False\u000a11:35:52.565605 run create_hlr_db(pid=2725): Terminated: ok {rc=0}\u000a11:35:52.967796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Launched\u000a11:35:53.268657 run osmo-hlr_10.42.42.2(pid=2728): Launched\u000a11:35:53.388524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:53.912095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Launched\u000a11:35:54.210991 run osmo-stp_10.42.42.5(pid=2731): Launched\u000a11:35:54.320058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:54.866363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2733): Launched\u000a11:35:55.166345 run osmo-msc_10.42.42.6(pid=2734): Launched\u000a11:35:55.343254 run osmo-stp_10.42.42.5(pid=2731): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]\u000a11:35:55.471201 run osmo-stp_10.42.42.5(pid=2731): stdout: \u000a| (launched: 2022-12-10_11:35:54.063912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:55.595679 run osmo-stp_10.42.42.5(pid=2731): stderr: \u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113554234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:55.715487 run osmo-stp_10.42.42.5(pid=2731): stdout: \u000a| (launched: 2022-12-10_11:35:54.063912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:55.834747 run osmo-stp_10.42.42.5(pid=2731): stderr: \u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113554233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113554234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113554236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:55.887295 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)] [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:35:55.895772 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:35:55.955813 run osmo-hlr_10.42.42.2(pid=2728): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2728)]\u000a11:35:56.004325 run osmo-hlr_10.42.42.2(pid=2728): stdout: \u000a| (launched: 2022-12-10_11:35:53.120591) \u000a11:35:56.053493 run osmo-hlr_10.42.42.2(pid=2728): stderr: \u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113553294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113553306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113553314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113553315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113553315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:56.120075 run osmo-msc_10.42.42.6(pid=2734): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2734)]\u000a11:35:56.168279 run osmo-msc_10.42.42.6(pid=2734): stdout: \u000a| (launched: 2022-12-10_11:35:55.017993) \u000a11:35:56.217464 run osmo-msc_10.42.42.6(pid=2734): stderr: \u000a| �[0;m�[38;5;43m20221210113555291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113555291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b74ab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113555291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113555291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113555291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113555291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113555293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113555294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113555294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113555294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:56.258400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminating (SIGTERM)\u000a11:35:56.297287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminating (SIGTERM)\u000a11:35:56.336814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2733): Terminating (SIGTERM)\u000a11:35:56.346077 --- ParallelTerminationStrategy: PID 2727 died...\u000a11:35:56.398271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminated: ok {rc=0}\u000a11:35:56.407752 --- ParallelTerminationStrategy: PID 2730 died...\u000a11:35:56.460245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminated: ok {rc=0}\u000a11:35:56.469919 --- ParallelTerminationStrategy: PID 2733 died...\u000a11:35:56.522159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2733): Terminated: ok {rc=0}\u000a11:35:56.609470 bus /sierra_3: Setting Powered False\u000a11:35:57.711051 bus /sierra_3: Setting Powered False\u000a11:35:58.821030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:35:39" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2745): Process ended prematurely: osmo-stp_10.42.42.5(pid=2745) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2745)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2745): Process ended prematurely: osmo-stp_10.42.42.5(pid=2745) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:36:00.814842 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:00.826055 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:36:01.030477 tst mo_mt_call.py: using LAC 28118\u000a11:36:01.152051 tst mo_mt_call.py: using RAC 68\u000a11:36:01.279024 tst mo_mt_call.py: using CellId 28118\u000a11:36:01.425182 tst mo_mt_call.py: using BVCI 28119\u000a11:36:01.450887 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:01.462951 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:01.475019 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:01.486898 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:01.499271 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:01.511087 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:36:01.632498 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:36:01.879929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:02.379587 run create_hlr_db(pid=2739): Launched\u000a11:36:02.565414 bus /sierra_2: Setting Powered False\u000a11:36:03.587376 run create_hlr_db(pid=2739): Terminated: ok {rc=0}\u000a11:36:03.989936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2741): Launched\u000a11:36:04.291225 run osmo-hlr_10.42.42.2(pid=2742): Launched\u000a11:36:04.401890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:04.921542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2744): Launched\u000a11:36:05.222350 run osmo-stp_10.42.42.5(pid=2745): Launched\u000a11:36:05.332195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:05.878902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2747): Launched\u000a11:36:06.179404 run osmo-msc_10.42.42.6(pid=2748): Launched\u000a11:36:06.356832 run osmo-stp_10.42.42.5(pid=2745): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2745)]\u000a11:36:06.483990 run osmo-stp_10.42.42.5(pid=2745): stdout: \u000a| (launched: 2022-12-10_11:36:05.073661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:06.609184 run osmo-stp_10.42.42.5(pid=2745): stderr: \u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113605246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:06.729748 run osmo-stp_10.42.42.5(pid=2745): stdout: \u000a| (launched: 2022-12-10_11:36:05.073661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:06.849676 run osmo-stp_10.42.42.5(pid=2745): stderr: \u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113605245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113605246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113605246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:06.902534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2745): Process ended prematurely: osmo-stp_10.42.42.5(pid=2745) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2745)] [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:36:06.911131 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:36:06.971381 run osmo-hlr_10.42.42.2(pid=2742): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2742)]\u000a11:36:07.020431 run osmo-hlr_10.42.42.2(pid=2742): stdout: \u000a| (launched: 2022-12-10_11:36:04.142664) \u000a11:36:07.070173 run osmo-hlr_10.42.42.2(pid=2742): stderr: \u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113604318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113604330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113604339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113604339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113604340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:07.137315 run osmo-msc_10.42.42.6(pid=2748): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2748)]\u000a11:36:07.186423 run osmo-msc_10.42.42.6(pid=2748): stdout: \u000a| (launched: 2022-12-10_11:36:06.030999) \u000a11:36:07.235976 run osmo-msc_10.42.42.6(pid=2748): stderr: \u000a| �[0;m�[38;5;43m20221210113606300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113606300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38f69c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113606300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113606300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113606300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113606300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113606302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113606303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113606303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113606303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:07.278003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2741): Terminating (SIGTERM)\u000a11:36:07.317908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2744): Terminating (SIGTERM)\u000a11:36:07.357911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2747): Terminating (SIGTERM)\u000a11:36:07.367344 --- ParallelTerminationStrategy: PID 2741 died...\u000a11:36:07.420673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2741): Terminated: ok {rc=0}\u000a11:36:07.430565 --- ParallelTerminationStrategy: PID 2744 died...\u000a11:36:07.483661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2744): Terminated: ok {rc=0}\u000a11:36:07.493422 --- ParallelTerminationStrategy: PID 2747 died...\u000a11:36:07.546501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2747): Terminated: ok {rc=0}\u000a11:36:07.635924 bus /sierra_3: Setting Powered False\u000a11:36:08.739484 bus /sierra_3: Setting Powered False\u000a11:36:09.851162 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2756): Process ended prematurely: osmo-stp_10.42.42.5(pid=2756) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2756)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2756): Process ended prematurely: osmo-stp_10.42.42.5(pid=2756) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:10.961083 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:10.972620 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:36:11.130244 tst mo_mt_call_osmux.py: using LAC 28119\u000a11:36:11.250104 tst mo_mt_call_osmux.py: using RAC 69\u000a11:36:11.366583 tst mo_mt_call_osmux.py: using CellId 28119\u000a11:36:11.483013 tst mo_mt_call_osmux.py: using BVCI 28120\u000a11:36:11.505785 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:11.516573 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:11.527427 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:11.538462 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:11.549411 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:36:11.560349 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:36:11.678121 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:36:11.884788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:12.396830 run create_hlr_db(pid=2750): Launched\u000a11:36:12.583408 bus /sierra_2: Setting Powered False\u000a11:36:13.603808 run create_hlr_db(pid=2750): Terminated: ok {rc=0}\u000a11:36:14.006592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2752): Launched\u000a11:36:14.306268 run osmo-hlr_10.42.42.2(pid=2753): Launched\u000a11:36:14.421199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:14.948147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2755): Launched\u000a11:36:15.247396 run osmo-stp_10.42.42.5(pid=2756): Launched\u000a11:36:15.356905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:15.948611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2758): Launched\u000a11:36:16.411296 run osmo-msc_10.42.42.6(pid=2759): Launched\u000a11:36:16.818026 run osmo-stp_10.42.42.5(pid=2756): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2756)]\u000a11:36:16.957172 run osmo-stp_10.42.42.5(pid=2756): stdout: \u000a| (launched: 2022-12-10_11:36:15.100819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:17.084554 run osmo-stp_10.42.42.5(pid=2756): stderr: \u000a| �[0;m�[38;5;43m20221210113615272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113615273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113615273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113615273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:17.207403 run osmo-stp_10.42.42.5(pid=2756): stdout: \u000a| (launched: 2022-12-10_11:36:15.100819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:17.327606 run osmo-stp_10.42.42.5(pid=2756): stderr: \u000a| �[0;m�[38;5;43m20221210113615272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113615273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113615273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113615273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113615274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:17.380590 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2756): Process ended prematurely: osmo-stp_10.42.42.5(pid=2756) [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2756)] [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:36:17.389329 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:36:17.449178 run osmo-hlr_10.42.42.2(pid=2753): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2753)]\u000a11:36:17.497971 run osmo-hlr_10.42.42.2(pid=2753): stdout: \u000a| (launched: 2022-12-10_11:36:14.158722) \u000a11:36:17.547612 run osmo-hlr_10.42.42.2(pid=2753): stderr: \u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113614334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113614346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113614355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113614355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113614355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:17.614433 run osmo-msc_10.42.42.6(pid=2759): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2759)]\u000a11:36:17.663147 run osmo-msc_10.42.42.6(pid=2759): stdout: \u000a| (launched: 2022-12-10_11:36:16.119339) \u000a11:36:17.712392 run osmo-msc_10.42.42.6(pid=2759): stderr: \u000a| �[0;m�[38;5;43m20221210113616556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113616556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1fb0adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113616556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113616556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113616565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113616565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113616567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113616567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113616567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113616567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:17.753938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2752): Terminating (SIGTERM)\u000a11:36:17.793442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2755): Terminating (SIGTERM)\u000a11:36:17.832929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2758): Terminating (SIGTERM)\u000a11:36:17.842355 --- ParallelTerminationStrategy: PID 2752 died...\u000a11:36:17.895472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2752): Terminated: ok {rc=0}\u000a11:36:17.905317 --- ParallelTerminationStrategy: PID 2755 died...\u000a11:36:17.958066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2755): Terminated: ok {rc=0}\u000a11:36:17.967849 --- ParallelTerminationStrategy: PID 2758 died...\u000a11:36:18.020907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2758): Terminated: ok {rc=0}\u000a11:36:18.108152 bus /sierra_3: Setting Powered False\u000a11:36:19.210238 bus /sierra_3: Setting Powered False\u000a11:36:20.321871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:36:00" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2770): Process ended prematurely: osmo-stp_10.42.42.5(pid=2770) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2770)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2770): Process ended prematurely: osmo-stp_10.42.42.5(pid=2770) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:22.306738 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.317645 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:36:22.455187 tst mo_mt_call.py: using LAC 28120\u000a11:36:22.572050 tst mo_mt_call.py: using RAC 70\u000a11:36:22.690463 tst mo_mt_call.py: using CellId 28120\u000a11:36:22.812209 tst mo_mt_call.py: using BVCI 28121\u000a11:36:22.834831 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.845668 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.856176 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.866981 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.877862 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:22.888652 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:36:23.004448 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:36:23.203165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:23.675541 run create_hlr_db(pid=2764): Launched\u000a11:36:23.847788 bus /sierra_2: Setting Powered False\u000a11:36:24.869354 run create_hlr_db(pid=2764): Terminated: ok {rc=0}\u000a11:36:25.295981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2766): Launched\u000a11:36:25.618408 run osmo-hlr_10.42.42.2(pid=2767): Launched\u000a11:36:25.736051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:26.291803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2769): Launched\u000a11:36:26.614171 run osmo-stp_10.42.42.5(pid=2770): Launched\u000a11:36:26.730346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:27.315022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2772): Launched\u000a11:36:27.636245 run osmo-msc_10.42.42.6(pid=2773): Launched\u000a11:36:27.823998 run osmo-stp_10.42.42.5(pid=2770): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2770)]\u000a11:36:27.960497 run osmo-stp_10.42.42.5(pid=2770): stdout: \u000a| (launched: 2022-12-10_11:36:26.456253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:28.095141 run osmo-stp_10.42.42.5(pid=2770): stderr: \u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113626649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:28.223996 run osmo-stp_10.42.42.5(pid=2770): stdout: \u000a| (launched: 2022-12-10_11:36:26.456253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:28.352132 run osmo-stp_10.42.42.5(pid=2770): stderr: \u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113626648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113626649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113626649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:28.408355 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2770): Process ended prematurely: osmo-stp_10.42.42.5(pid=2770) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2770)] [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a11:36:28.417481 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:36:28.480126 run osmo-hlr_10.42.42.2(pid=2767): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2767)]\u000a11:36:28.531074 run osmo-hlr_10.42.42.2(pid=2767): stdout: \u000a| (launched: 2022-12-10_11:36:25.459975) \u000a11:36:28.583025 run osmo-hlr_10.42.42.2(pid=2767): stderr: \u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113625657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113625681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113625692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113625693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113625693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:28.653293 run osmo-msc_10.42.42.6(pid=2773): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2773)]\u000a11:36:28.704233 run osmo-msc_10.42.42.6(pid=2773): stdout: \u000a| (launched: 2022-12-10_11:36:27.478362) \u000a11:36:28.755962 run osmo-msc_10.42.42.6(pid=2773): stderr: \u000a| �[0;m�[38;5;43m20221210113627800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113627800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ba2702c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113627801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113627801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113627801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113627801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113627803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113627803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113627803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113627803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:28.799542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2766): Terminating (SIGTERM)\u000a11:36:28.841041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2769): Terminating (SIGTERM)\u000a11:36:28.882333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2772): Terminating (SIGTERM)\u000a11:36:28.891490 --- ParallelTerminationStrategy: PID 2766 died...\u000a11:36:28.946542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2766): Terminated: ok {rc=0}\u000a11:36:28.956481 --- ParallelTerminationStrategy: PID 2769 died...\u000a11:36:29.011280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2769): Terminated: ok {rc=0}\u000a11:36:29.021161 --- ParallelTerminationStrategy: PID 2772 died...\u000a11:36:29.076326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2772): Terminated: ok {rc=0}\u000a11:36:29.162848 bus /sierra_3: Setting Powered False\u000a11:36:30.269416 bus /sierra_3: Setting Powered False\u000a11:36:31.378788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:32.488903 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:32.500468 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:36:32.637338 tst mo_mt_call_osmux.py: using LAC 28121\u000a11:36:32.755069 tst mo_mt_call_osmux.py: using RAC 71\u000a11:36:32.871535 tst mo_mt_call_osmux.py: using CellId 28121\u000a11:36:32.988579 tst mo_mt_call_osmux.py: using BVCI 28122\u000a11:36:33.011293 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:33.022155 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:33.032661 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:33.043519 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:33.054443 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:36:33.065287 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:36:33.178507 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:36:33.376276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:33.844618 run create_hlr_db(pid=2775): Launched\u000a11:36:34.016775 bus /sierra_2: Setting Powered False\u000a11:36:35.038430 run create_hlr_db(pid=2775): Terminated: ok {rc=0}\u000a11:36:35.464676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Launched\u000a11:36:35.785427 run osmo-hlr_10.42.42.2(pid=2778): Launched\u000a11:36:35.906218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:36.463219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Launched\u000a11:36:36.785512 run osmo-stp_10.42.42.5(pid=2781): Launched\u000a11:36:36.901555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:37.488258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Launched\u000a11:36:37.808275 run osmo-msc_10.42.42.6(pid=2784): Launched\u000a11:36:37.996100 run osmo-stp_10.42.42.5(pid=2781): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)]\u000a11:36:38.131686 run osmo-stp_10.42.42.5(pid=2781): stdout: \u000a| (launched: 2022-12-10_11:36:36.627961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:38.267304 run osmo-stp_10.42.42.5(pid=2781): stderr: \u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113636820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:38.396542 run osmo-stp_10.42.42.5(pid=2781): stdout: \u000a| (launched: 2022-12-10_11:36:36.627961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:38.524629 run osmo-stp_10.42.42.5(pid=2781): stderr: \u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113636819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113636820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113636820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:38.581554 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2781): Process ended prematurely: osmo-stp_10.42.42.5(pid=2781) [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2781)] [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a11:36:38.590698 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:36:38.653052 run osmo-hlr_10.42.42.2(pid=2778): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2778)]\u000a11:36:38.704456 run osmo-hlr_10.42.42.2(pid=2778): stdout: \u000a| (launched: 2022-12-10_11:36:35.628431) \u000a11:36:38.756279 run osmo-hlr_10.42.42.2(pid=2778): stderr: \u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113635827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113635840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113635848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113635848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113635848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:38.826814 run osmo-msc_10.42.42.6(pid=2784): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2784)]\u000a11:36:38.878271 run osmo-msc_10.42.42.6(pid=2784): stdout: \u000a| (launched: 2022-12-10_11:36:37.651699) \u000a11:36:38.930373 run osmo-msc_10.42.42.6(pid=2784): stderr: \u000a| �[0;m�[38;5;43m20221210113637976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113637976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d4e75bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113637976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113637976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113637976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113637976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113637978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113637979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113637979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113637979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:38.974445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Terminating (SIGTERM)\u000a11:36:39.016042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Terminating (SIGTERM)\u000a11:36:39.057744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Terminating (SIGTERM)\u000a11:36:39.066980 --- ParallelTerminationStrategy: PID 2777 died...\u000a11:36:39.122491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2777): Terminated: ok {rc=0}\u000a11:36:39.132446 --- ParallelTerminationStrategy: PID 2780 died...\u000a11:36:39.187702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2780): Terminated: ok {rc=0}\u000a11:36:39.197661 --- ParallelTerminationStrategy: PID 2783 died...\u000a11:36:39.253002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2783): Terminated: ok {rc=0}\u000a11:36:39.340809 bus /sierra_3: Setting Powered False\u000a11:36:40.446681 bus /sierra_3: Setting Powered False\u000a11:36:41.553693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:36:22" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2795): Process ended prematurely: osmo-stp_10.42.42.5(pid=2795) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2795)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2795): Process ended prematurely: osmo-stp_10.42.42.5(pid=2795) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:36:43.556296 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:43.568099 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:36:43.715155 tst mo_mt_call.py: using LAC 28122\u000a11:36:43.840185 tst mo_mt_call.py: using RAC 72\u000a11:36:43.959515 tst mo_mt_call.py: using CellId 28122\u000a11:36:44.078458 tst mo_mt_call.py: using BVCI 28123\u000a11:36:44.101277 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:44.112415 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:44.123348 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:44.134557 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:44.145868 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:44.156931 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:36:44.278011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:36:44.486941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:45.002807 run create_hlr_db(pid=2789): Launched\u000a11:36:45.190403 bus /sierra_2: Setting Powered False\u000a11:36:46.205846 run create_hlr_db(pid=2789): Terminated: ok {rc=0}\u000a11:36:46.712575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2791): Launched\u000a11:36:47.213933 run osmo-hlr_10.42.42.2(pid=2792): Launched\u000a11:36:47.424845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:47.947001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2794): Launched\u000a11:36:48.247358 run osmo-stp_10.42.42.5(pid=2795): Launched\u000a11:36:48.357886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:48.907356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2797): Launched\u000a11:36:49.209741 run osmo-msc_10.42.42.6(pid=2798): Launched\u000a11:36:49.387035 run osmo-stp_10.42.42.5(pid=2795): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2795)]\u000a11:36:49.515131 run osmo-stp_10.42.42.5(pid=2795): stdout: \u000a| (launched: 2022-12-10_11:36:48.099548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:49.640144 run osmo-stp_10.42.42.5(pid=2795): stderr: \u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113648270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:49.761391 run osmo-stp_10.42.42.5(pid=2795): stdout: \u000a| (launched: 2022-12-10_11:36:48.099548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:49.881252 run osmo-stp_10.42.42.5(pid=2795): stderr: \u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113648269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113648270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113648270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:49.934300 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2795): Process ended prematurely: osmo-stp_10.42.42.5(pid=2795) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2795)] [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:36:49.942977 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:36:50.003506 run osmo-hlr_10.42.42.2(pid=2792): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2792)]\u000a11:36:50.052755 run osmo-hlr_10.42.42.2(pid=2792): stdout: \u000a| (launched: 2022-12-10_11:36:46.925370) \u000a11:36:50.102930 run osmo-hlr_10.42.42.2(pid=2792): stderr: \u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113647170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113647184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113647215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113647215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113647215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:50.170713 run osmo-msc_10.42.42.6(pid=2798): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2798)]\u000a11:36:50.219899 run osmo-msc_10.42.42.6(pid=2798): stdout: \u000a| (launched: 2022-12-10_11:36:49.059718) \u000a11:36:50.269952 run osmo-msc_10.42.42.6(pid=2798): stderr: \u000a| �[0;m�[38;5;43m20221210113649329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113649329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeaa7d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113649330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113649330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113649330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113649330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113649332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113649332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113649332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113649332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:50.312007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2791): Terminating (SIGTERM)\u000a11:36:50.352417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2794): Terminating (SIGTERM)\u000a11:36:50.392462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2797): Terminating (SIGTERM)\u000a11:36:50.402001 --- ParallelTerminationStrategy: PID 2791 died...\u000a11:36:50.455533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2791): Terminated: ok {rc=0}\u000a11:36:50.465379 --- ParallelTerminationStrategy: PID 2794 died...\u000a11:36:50.519397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2794): Terminated: ok {rc=0}\u000a11:36:50.529074 --- ParallelTerminationStrategy: PID 2797 died...\u000a11:36:50.582170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2797): Terminated: ok {rc=0}\u000a11:36:50.672399 bus /sierra_3: Setting Powered False\u000a11:36:51.776869 bus /sierra_3: Setting Powered False\u000a11:36:52.889749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:53.999900 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.011633 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:36:54.150125 tst mo_mt_call_osmux.py: using LAC 28123\u000a11:36:54.269459 tst mo_mt_call_osmux.py: using RAC 73\u000a11:36:54.395269 tst mo_mt_call_osmux.py: using CellId 28123\u000a11:36:54.521694 tst mo_mt_call_osmux.py: using BVCI 28124\u000a11:36:54.546256 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.558112 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.569789 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.581987 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.594159 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:36:54.606027 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:36:54.726250 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:36:54.938704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:55.452601 run create_hlr_db(pid=2800): Launched\u000a11:36:55.639546 bus /sierra_2: Setting Powered False\u000a11:36:56.659886 run create_hlr_db(pid=2800): Terminated: ok {rc=0}\u000a11:36:57.062774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Launched\u000a11:36:57.363864 run osmo-hlr_10.42.42.2(pid=2803): Launched\u000a11:36:57.473760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:57.991741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Launched\u000a11:36:58.290494 run osmo-stp_10.42.42.5(pid=2806): Launched\u000a11:36:58.398683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:58.945696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Launched\u000a11:36:59.244294 run osmo-msc_10.42.42.6(pid=2809): Launched\u000a11:36:59.420130 run osmo-stp_10.42.42.5(pid=2806): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a11:36:59.547152 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-10_11:36:58.144070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:59.671421 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221210113658312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113658312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113658313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113658313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113658315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113658316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113658316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:59.791438 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-10_11:36:58.144070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:59.910904 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221210113658312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113658312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113658313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113658313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113658315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113658316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113658316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:59.963506 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)] [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:36:59.971980 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:37:00.031433 run osmo-hlr_10.42.42.2(pid=2803): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2803)]\u000a11:37:00.080001 run osmo-hlr_10.42.42.2(pid=2803): stdout: \u000a| (launched: 2022-12-10_11:36:57.215560) \u000a11:37:00.129437 run osmo-hlr_10.42.42.2(pid=2803): stderr: \u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113657393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113657405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113657414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113657414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113657414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:00.196433 run osmo-msc_10.42.42.6(pid=2809): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2809)]\u000a11:37:00.244855 run osmo-msc_10.42.42.6(pid=2809): stdout: \u000a| (launched: 2022-12-10_11:36:59.097399) \u000a11:37:00.294414 run osmo-msc_10.42.42.6(pid=2809): stderr: \u000a| �[0;m�[38;5;43m20221210113659369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113659369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7580307c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113659370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113659370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113659370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113659370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113659372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113659372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113659372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113659372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:00.336400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Terminating (SIGTERM)\u000a11:37:00.375954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminating (SIGTERM)\u000a11:37:00.415701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminating (SIGTERM)\u000a11:37:00.424768 --- ParallelTerminationStrategy: PID 2802 died...\u000a11:37:00.477328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2802): Terminated: ok {rc=0}\u000a11:37:00.486962 --- ParallelTerminationStrategy: PID 2805 died...\u000a11:37:00.539483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminated: ok {rc=0}\u000a11:37:00.549173 --- ParallelTerminationStrategy: PID 2808 died...\u000a11:37:00.601299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminated: ok {rc=0}\u000a11:37:00.689772 bus /sierra_3: Setting Powered False\u000a11:37:01.794942 bus /sierra_3: Setting Powered False\u000a11:37:02.901964 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:36:43" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2821): Process ended prematurely: osmo-stp_10.42.42.5(pid=2821) [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2821)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2821): Process ended prematurely: osmo-stp_10.42.42.5(pid=2821) [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:37:04.920868 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:04.931557 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:37:05.069642 tst emergency_mo_mt_call.py: using LAC 28124\u000a11:37:05.182992 tst emergency_mo_mt_call.py: using RAC 74\u000a11:37:05.296703 tst emergency_mo_mt_call.py: using CellId 28124\u000a11:37:05.409824 tst emergency_mo_mt_call.py: using BVCI 28125\u000a11:37:05.432061 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:05.442682 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:05.452921 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:05.463690 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:05.474528 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:05.485302 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:05.602339 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:05.807180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:06.313330 run create_hlr_db(pid=2815): Launched\u000a11:37:06.497474 bus /sierra_2: Setting Powered False\u000a11:37:07.517747 run create_hlr_db(pid=2815): Terminated: ok {rc=0}\u000a11:37:07.913351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2817): Launched\u000a11:37:08.207898 run osmo-hlr_10.42.42.2(pid=2818): Launched\u000a11:37:08.322294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:08.843305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2820): Launched\u000a11:37:09.138176 run osmo-stp_10.42.42.5(pid=2821): Launched\u000a11:37:09.257096 tst emergency_mo_mt_call.py: using MSISDN 7716\u000a11:37:09.403003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:09.939501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2823): Launched\u000a11:37:10.233901 run osmo-msc_10.42.42.6(pid=2824): Launched\u000a11:37:10.406349 run osmo-stp_10.42.42.5(pid=2821): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2821)]\u000a11:37:10.531172 run osmo-stp_10.42.42.5(pid=2821): stdout: \u000a| (launched: 2022-12-10_11:37:08.992864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:10.653559 run osmo-stp_10.42.42.5(pid=2821): stderr: \u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113709163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:10.772045 run osmo-stp_10.42.42.5(pid=2821): stdout: \u000a| (launched: 2022-12-10_11:37:08.992864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:10.889910 run osmo-stp_10.42.42.5(pid=2821): stderr: \u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113709163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113709163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:10.941149 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2821): Process ended prematurely: osmo-stp_10.42.42.5(pid=2821) [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2821)] [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a11:37:10.949237 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a11:37:11.008991 run osmo-hlr_10.42.42.2(pid=2818): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2818)]\u000a11:37:11.057805 run osmo-hlr_10.42.42.2(pid=2818): stdout: \u000a| (launched: 2022-12-10_11:37:08.062531) \u000a11:37:11.107010 run osmo-hlr_10.42.42.2(pid=2818): stderr: \u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113708238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113708250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113708259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113708259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113708259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:11.173853 run osmo-msc_10.42.42.6(pid=2824): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2824)]\u000a11:37:11.222341 run osmo-msc_10.42.42.6(pid=2824): stdout: \u000a| (launched: 2022-12-10_11:37:10.088281) \u000a11:37:11.271477 run osmo-msc_10.42.42.6(pid=2824): stderr: \u000a| �[0;m�[38;5;43m20221210113710361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113710361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1066b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113710361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113710361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113710361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113710361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113710363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113710364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113710364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113710364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:11.312638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2817): Terminating (SIGTERM)\u000a11:37:11.352022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2820): Terminating (SIGTERM)\u000a11:37:11.391637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2823): Terminating (SIGTERM)\u000a11:37:11.401070 --- ParallelTerminationStrategy: PID 2817 died...\u000a11:37:11.454770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2817): Terminated: ok {rc=0}\u000a11:37:11.464486 --- ParallelTerminationStrategy: PID 2820 died...\u000a11:37:11.517068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2820): Terminated: ok {rc=0}\u000a11:37:11.526807 --- ParallelTerminationStrategy: PID 2823 died...\u000a11:37:11.580360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2823): Terminated: ok {rc=0}\u000a11:37:11.663611 bus /sierra_3: Setting Powered False\u000a11:37:12.770753 bus /sierra_3: Setting Powered False\u000a11:37:13.878144 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:37:14.931206 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:14.942986 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:37:15.088791 tst emergency_preemptive_call.py: using LAC 28125\u000a11:37:15.212509 tst emergency_preemptive_call.py: using RAC 75\u000a11:37:15.337087 tst emergency_preemptive_call.py: using CellId 28125\u000a11:37:15.464276 tst emergency_preemptive_call.py: using BVCI 28126\u000a11:37:15.488265 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:15.499377 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:15.510200 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:15.521591 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:15.533293 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:37:15.544489 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:15.662339 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:15.776354 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:15.894278 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:16.106076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:16.650578 run create_hlr_db(pid=2826): Launched\u000a11:37:16.852236 bus /sierra_2: Setting Powered False\u000a11:37:17.861570 run create_hlr_db(pid=2826): Terminated: ok {rc=0}\u000a11:37:18.264880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Launched\u000a11:37:18.559702 run osmo-hlr_10.42.42.2(pid=2829): Launched\u000a11:37:18.667426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:19.178263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Launched\u000a11:37:19.472492 run osmo-stp_10.42.42.5(pid=2832): Launched\u000a11:37:19.599678 tst emergency_preemptive_call.py: using MSISDN 7717\u000a11:37:19.749913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:20.284661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2834): Launched\u000a11:37:20.579876 run osmo-msc_10.42.42.6(pid=2835): Launched\u000a11:37:20.752394 run osmo-stp_10.42.42.5(pid=2832): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a11:37:20.878048 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-10_11:37:19.327349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:21.000024 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221210113719499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113719500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113719500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113719501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:21.118392 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-10_11:37:19.327349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:21.235669 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221210113719499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113719500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113719500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113719501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113719501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:21.286864 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)] [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a11:37:21.294927 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a11:37:21.354764 run osmo-hlr_10.42.42.2(pid=2829): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2829)]\u000a11:37:21.404025 run osmo-hlr_10.42.42.2(pid=2829): stdout: \u000a| (launched: 2022-12-10_11:37:18.414537) \u000a11:37:21.453618 run osmo-hlr_10.42.42.2(pid=2829): stderr: \u000a| �[0;m�[1;31m20221210113718591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113718591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113718592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113718592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113718592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113718592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113718604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113718612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113718612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113718612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:21.521171 run osmo-msc_10.42.42.6(pid=2835): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2835)]\u000a11:37:21.570225 run osmo-msc_10.42.42.6(pid=2835): stdout: \u000a| (launched: 2022-12-10_11:37:20.434045) \u000a11:37:21.619663 run osmo-msc_10.42.42.6(pid=2835): stderr: \u000a| �[0;m�[38;5;43m20221210113720707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210113720708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cc3876c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210113720708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210113720708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210113720708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210113720708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210113720710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210113720710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210113720710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210113720711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:21.661339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminating (SIGTERM)\u000a11:37:21.701199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminating (SIGTERM)\u000a11:37:21.741248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2834): Terminating (SIGTERM)\u000a11:37:21.750479 --- ParallelTerminationStrategy: PID 2828 died...\u000a11:37:21.803903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminated: ok {rc=0}\u000a11:37:21.813587 --- ParallelTerminationStrategy: PID 2831 died...\u000a11:37:21.866756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminated: ok {rc=0}\u000a11:37:21.876437 --- ParallelTerminationStrategy: PID 2834 died...\u000a11:37:21.929690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2834): Terminated: ok {rc=0}\u000a11:37:22.018665 bus /sierra_9: Setting Powered False\u000a11:37:23.122537 bus /sierra_9: Setting Powered False\u000a11:37:24.233936 bus /sierra_8: Setting Powered False\u000a11:37:25.340491 bus /sierra_8: Setting Powered False\u000a11:37:26.448664 bus /sierra_3: Setting Powered False\u000a11:37:27.556406 bus /sierra_3: Setting Powered False\u000a11:37:28.665389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:37:04" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2855): Process ended prematurely: osmo-stp_10.42.42.5(pid=2855) [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2855)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2855): Process ended prematurely: osmo-stp_10.42.42.5(pid=2855) [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:37:30.794549 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:30.805380 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:37:30.957505 tst cs_paging_gprs_active.py: using LAC 28126\u000a11:37:31.096232 tst cs_paging_gprs_active.py: using RAC 76\u000a11:37:31.222903 tst cs_paging_gprs_active.py: using CellId 28126\u000a11:37:31.347407 tst cs_paging_gprs_active.py: using BVCI 28127\u000a11:37:31.371615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.383250 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.395641 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.408623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.420450 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.431739 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.445783 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.456882 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:31.470021 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:31.618830 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:31.947774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:37:32.084896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:32.431464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Launched\u000a11:37:32.708065 run iperf3-srv_10.42.42.10(pid=2841): Launched\u000a11:37:32.905777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:37:33.040572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:33.375025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Launched\u000a11:37:33.650962 run iperf3-srv_10.42.42.10(pid=2843): Launched\u000a11:37:33.848318 tst cs_paging_gprs_active.py:38: start network...\u000a11:37:33.982650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:34.499302 run create_hlr_db(pid=2844): Launched\u000a11:37:34.685751 bus /sierra_2: Setting Powered False\u000a11:37:35.707275 run create_hlr_db(pid=2844): Terminated: ok {rc=0}\u000a11:37:36.136429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2851): Launched\u000a11:37:36.458827 run osmo-hlr_10.42.42.2(pid=2852): Launched\u000a11:37:36.575530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:37.135186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2854): Launched\u000a11:37:37.457138 run osmo-stp_10.42.42.5(pid=2855): Launched\u000a11:37:37.573923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:37:38.135525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2857): Launched\u000a11:37:38.250331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:37:38.531320 run patchelf(pid=2858): Launched\u000a11:37:38.719854 run osmo-stp_10.42.42.5(pid=2855): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2855)]\u000a11:37:38.858246 run osmo-stp_10.42.42.5(pid=2855): stdout: \u000a| (launched: 2022-12-10_11:37:37.299517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:38.996775 run osmo-stp_10.42.42.5(pid=2855): stderr: \u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113737493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:39.130552 run osmo-stp_10.42.42.5(pid=2855): stdout: \u000a| (launched: 2022-12-10_11:37:37.299517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:39.262843 run osmo-stp_10.42.42.5(pid=2855): stderr: \u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113737492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113737493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113737493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:39.417079 run patchelf(pid=2858): Terminating (SIGINT)\u000a11:37:39.597358 run patchelf(pid=2858): Terminated: ok {rc=0}\u000a11:37:39.630360 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2855): Process ended prematurely: osmo-stp_10.42.42.5(pid=2855) [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2855)] [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a11:37:39.640163 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:37:39.702510 run osmo-hlr_10.42.42.2(pid=2852): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2852)]\u000a11:37:39.753478 run osmo-hlr_10.42.42.2(pid=2852): stdout: \u000a| (launched: 2022-12-10_11:37:36.301238) \u000a11:37:39.804984 run osmo-hlr_10.42.42.2(pid=2852): stderr: \u000a| �[0;m�[1;31m20221210113736499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113736499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113736500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113736500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113736500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113736500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113736511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113736520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113736520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113736520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:39.848988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminating (SIGTERM)\u000a11:37:39.890705 run iperf3-srv_10.42.42.10(pid=2841): Terminating (SIGTERM)\u000a11:37:39.932374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminating (SIGTERM)\u000a11:37:39.974035 run iperf3-srv_10.42.42.10(pid=2843): Terminating (SIGTERM)\u000a11:37:40.015789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2851): Terminating (SIGTERM)\u000a11:37:40.057612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2854): Terminating (SIGTERM)\u000a11:37:40.099403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2857): Terminating (SIGTERM)\u000a11:37:40.109111 --- ParallelTerminationStrategy: PID 2840 died...\u000a11:37:40.164822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminated: ok {rc=0}\u000a11:37:40.174930 --- ParallelTerminationStrategy: PID 2841 died...\u000a11:37:40.230379 run iperf3-srv_10.42.42.10(pid=2841): Terminated {rc=256}\u000a11:37:40.240312 --- ParallelTerminationStrategy: PID 2842 died...\u000a11:37:40.296054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminated: ok {rc=0}\u000a11:37:40.306046 --- ParallelTerminationStrategy: PID 2843 died...\u000a11:37:40.361528 run iperf3-srv_10.42.42.10(pid=2843): Terminated {rc=256}\u000a11:37:40.371489 --- ParallelTerminationStrategy: PID 2851 died...\u000a11:37:40.426976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2851): Terminated: ok {rc=0}\u000a11:37:40.436907 --- ParallelTerminationStrategy: PID 2854 died...\u000a11:37:40.492547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2854): Terminated: ok {rc=0}\u000a11:37:40.502591 --- ParallelTerminationStrategy: PID 2857 died...\u000a11:37:40.557924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2857): Terminated: ok {rc=0}\u000a11:37:40.647216 bus /gobi_0: Setting Powered False\u000a11:37:41.754092 bus /gobi_0: Setting Powered False\u000a11:37:42.861408 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2374↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2374↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a11:37:43.970202 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:43.981294 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:37:44.123120 tst iperf3.py: using LAC 28127\u000a11:37:44.239104 tst iperf3.py: using RAC 77\u000a11:37:44.358821 tst iperf3.py: using CellId 28127\u000a11:37:44.482368 tst iperf3.py: using BVCI 28128\u000a11:37:44.507064 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.518221 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.529270 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.539952 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.550764 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.561615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.572478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.583067 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:44.594060 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:44.884891 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:37:45.019018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:45.352737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2859): Launched\u000a11:37:45.629134 run iperf3-srv_10.42.42.10(pid=2860): Launched\u000a11:37:45.826504 tst iperf3.py:8: start network...\u000a11:37:45.963152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:46.506874 run create_hlr_db(pid=2861): Launched\u000a11:37:46.745848 bus /gobi_6: Setting Powered False\u000a11:37:47.709524 run create_hlr_db(pid=2861): Terminated: ok {rc=0}\u000a11:37:48.203531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Launched\u000a11:37:48.525502 run osmo-hlr_10.42.42.2(pid=2864): Launched\u000a11:37:48.646045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:49.206433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Launched\u000a11:37:49.528649 run osmo-stp_10.42.42.5(pid=2867): Launched\u000a11:37:49.646047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:37:50.207328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2869): Launched\u000a11:37:50.322416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:37:50.602098 run patchelf(pid=2870): Launched\u000a11:37:50.790522 run osmo-stp_10.42.42.5(pid=2867): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)]\u000a11:37:50.928165 run osmo-stp_10.42.42.5(pid=2867): stdout: \u000a| (launched: 2022-12-10_11:37:49.370729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:51.066127 run osmo-stp_10.42.42.5(pid=2867): stderr: \u000a| �[0;m�[38;5;43m20221210113749563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113749563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113749564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113749564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113749564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113749565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113749565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:51.200296 run osmo-stp_10.42.42.5(pid=2867): stdout: \u000a| (launched: 2022-12-10_11:37:49.370729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:51.332670 run osmo-stp_10.42.42.5(pid=2867): stderr: \u000a| �[0;m�[38;5;43m20221210113749563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113749563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113749564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113749564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113749564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113749565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113749565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:51.486802 run patchelf(pid=2870): Terminating (SIGINT)\u000a11:37:51.667297 run patchelf(pid=2870): Terminated: ok {rc=0}\u000a11:37:51.700334 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2867): Process ended prematurely: osmo-stp_10.42.42.5(pid=2867) [trial-2374↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2867)] [trial-2374↪gprs:trx-b200↪iperf3.py:8]\u000a11:37:51.710106 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:37:51.773046 run osmo-hlr_10.42.42.2(pid=2864): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2864)]\u000a11:37:51.824245 run osmo-hlr_10.42.42.2(pid=2864): stdout: \u000a| (launched: 2022-12-10_11:37:48.368337) \u000a11:37:51.875668 run osmo-hlr_10.42.42.2(pid=2864): stderr: \u000a| �[0;m�[1;31m20221210113748567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113748567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113748568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113748579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113748589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113748589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113748589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:51.919612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2859): Terminating (SIGTERM)\u000a11:37:51.961078 run iperf3-srv_10.42.42.10(pid=2860): Terminating (SIGTERM)\u000a11:37:52.002545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Terminating (SIGTERM)\u000a11:37:52.043999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Terminating (SIGTERM)\u000a11:37:52.085657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2869): Terminating (SIGTERM)\u000a11:37:52.095163 --- ParallelTerminationStrategy: PID 2859 died...\u000a11:37:52.150734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2859): Terminated: ok {rc=0}\u000a11:37:52.160673 --- ParallelTerminationStrategy: PID 2860 died...\u000a11:37:52.215811 run iperf3-srv_10.42.42.10(pid=2860): Terminated {rc=256}\u000a11:37:52.225794 --- ParallelTerminationStrategy: PID 2863 died...\u000a11:37:52.280832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2863): Terminated: ok {rc=0}\u000a11:37:52.290798 --- ParallelTerminationStrategy: PID 2866 died...\u000a11:37:52.346503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2866): Terminated: ok {rc=0}\u000a11:37:52.356420 --- ParallelTerminationStrategy: PID 2869 died...\u000a11:37:52.411442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2869): Terminated: ok {rc=0}\u000a11:37:52.499160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2374↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2374↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a11:37:53.614623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:53.626130 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:37:53.766788 tst iperf3m4.py: using LAC 28128\u000a11:37:53.894087 tst iperf3m4.py: using RAC 78\u000a11:37:54.019306 tst iperf3m4.py: using CellId 28128\u000a11:37:54.144078 tst iperf3m4.py: using BVCI 28129\u000a11:37:54.168607 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.179576 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.190429 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.201198 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.211870 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.222613 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.233478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.244172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:37:54.255043 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:54.373738 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:54.491451 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:54.607049 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:37:54.884199 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:37:55.009618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:55.321376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2871): Launched\u000a11:37:55.579883 run iperf3-srv_10.42.42.10(pid=2872): Launched\u000a11:37:55.762645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:37:55.887208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:56.198204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2873): Launched\u000a11:37:56.455655 run iperf3-srv_10.42.42.10(pid=2874): Launched\u000a11:37:56.638286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:37:56.763014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:57.072459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2875): Launched\u000a11:37:57.329975 run iperf3-srv_10.42.42.10(pid=2876): Launched\u000a11:37:57.511983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:37:57.636254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:37:57.946537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2877): Launched\u000a11:37:58.204196 run iperf3-srv_10.42.42.10(pid=2878): Launched\u000a11:37:58.386871 tst iperf3m4.py:8: start network...\u000a11:37:58.511568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:58.982721 run create_hlr_db(pid=2879): Launched\u000a11:37:59.156498 bus /gobi_6: Setting Powered False\u000a11:38:00.177536 run create_hlr_db(pid=2879): Terminated: ok {rc=0}\u000a11:38:00.576910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Launched\u000a11:38:00.911394 run osmo-hlr_10.42.42.2(pid=2882): Launched\u000a11:38:01.073044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:01.716172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Launched\u000a11:38:02.258462 run osmo-stp_10.42.42.5(pid=2885): Launched\u000a11:38:02.498252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:03.059608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2887): Launched\u000a11:38:03.174477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:03.456109 run patchelf(pid=2888): Launched\u000a11:38:03.644290 run osmo-stp_10.42.42.5(pid=2885): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)]\u000a11:38:03.782346 run osmo-stp_10.42.42.5(pid=2885): stdout: \u000a| (launched: 2022-12-10_11:38:01.953129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:03.920436 run osmo-stp_10.42.42.5(pid=2885): stderr: \u000a| �[0;m�[38;5;43m20221210113802353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113802354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113802354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113802356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:04.054016 run osmo-stp_10.42.42.5(pid=2885): stdout: \u000a| (launched: 2022-12-10_11:38:01.953129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:04.185970 run osmo-stp_10.42.42.5(pid=2885): stderr: \u000a| �[0;m�[38;5;43m20221210113802353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113802354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113802354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113802356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113802359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:04.340087 run patchelf(pid=2888): Terminating (SIGINT)\u000a11:38:04.520658 run patchelf(pid=2888): Terminated: ok {rc=0}\u000a11:38:04.553783 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2885): Process ended prematurely: osmo-stp_10.42.42.5(pid=2885) [trial-2374↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2885)] [trial-2374↪gprs:trx-b200↪iperf3m4.py:8]\u000a11:38:04.563480 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:38:04.626476 run osmo-hlr_10.42.42.2(pid=2882): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2882)]\u000a11:38:04.677877 run osmo-hlr_10.42.42.2(pid=2882): stdout: \u000a| (launched: 2022-12-10_11:38:00.729335) \u000a11:38:04.729607 run osmo-hlr_10.42.42.2(pid=2882): stderr: \u000a| �[0;m�[1;31m20221210113800973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113800973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113800973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113800973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113800973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113800974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113800996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113801021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113801021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113801021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:04.773684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2871): Terminating (SIGTERM)\u000a11:38:04.815321 run iperf3-srv_10.42.42.10(pid=2872): Terminating (SIGTERM)\u000a11:38:04.857018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2873): Terminating (SIGTERM)\u000a11:38:04.898585 run iperf3-srv_10.42.42.10(pid=2874): Terminating (SIGTERM)\u000a11:38:04.940366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2875): Terminating (SIGTERM)\u000a11:38:04.982567 run iperf3-srv_10.42.42.10(pid=2876): Terminating (SIGTERM)\u000a11:38:05.024199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2877): Terminating (SIGTERM)\u000a11:38:05.065999 run iperf3-srv_10.42.42.10(pid=2878): Terminating (SIGTERM)\u000a11:38:05.107645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Terminating (SIGTERM)\u000a11:38:05.149343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Terminating (SIGTERM)\u000a11:38:05.190993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2887): Terminating (SIGTERM)\u000a11:38:05.200633 --- ParallelTerminationStrategy: PID 2871 died...\u000a11:38:05.256555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2871): Terminated: ok {rc=0}\u000a11:38:05.266626 --- ParallelTerminationStrategy: PID 2872 died...\u000a11:38:05.322685 run iperf3-srv_10.42.42.10(pid=2872): Terminated {rc=256}\u000a11:38:05.332689 --- ParallelTerminationStrategy: PID 2873 died...\u000a11:38:05.388476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2873): Terminated: ok {rc=0}\u000a11:38:05.398486 --- ParallelTerminationStrategy: PID 2874 died...\u000a11:38:05.454048 run iperf3-srv_10.42.42.10(pid=2874): Terminated {rc=256}\u000a11:38:05.464011 --- ParallelTerminationStrategy: PID 2875 died...\u000a11:38:05.519713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2875): Terminated: ok {rc=0}\u000a11:38:05.529842 --- ParallelTerminationStrategy: PID 2876 died...\u000a11:38:05.585664 run iperf3-srv_10.42.42.10(pid=2876): Terminated {rc=256}\u000a11:38:05.595696 --- ParallelTerminationStrategy: PID 2877 died...\u000a11:38:05.651383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2877): Terminated: ok {rc=0}\u000a11:38:05.661894 --- ParallelTerminationStrategy: PID 2878 died...\u000a11:38:05.718104 run iperf3-srv_10.42.42.10(pid=2878): Terminated {rc=256}\u000a11:38:05.729801 --- ParallelTerminationStrategy: PID 2881 died...\u000a11:38:05.815792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2881): Terminated: ok {rc=0}\u000a11:38:05.825979 --- ParallelTerminationStrategy: PID 2884 died...\u000a11:38:05.881117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2884): Terminated: ok {rc=0}\u000a11:38:05.891704 --- ParallelTerminationStrategy: PID 2887 died...\u000a11:38:05.946010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2887): Terminated: ok {rc=0}\u000a11:38:06.037282 bus /gobi_4: Setting Powered False\u000a11:38:07.141409 bus /gobi_4: Setting Powered False\u000a11:38:08.253862 bus /gobi_1: Setting Powered False\u000a11:38:09.357275 bus /gobi_1: Setting Powered False\u000a11:38:10.468537 bus /gobi_0: Setting Powered False\u000a11:38:11.570673 bus /gobi_0: Setting Powered False\u000a11:38:12.683396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2374↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2374↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a11:38:13.749746 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:13.760633 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:38:13.902499 tst ping.py: using LAC 28129\u000a11:38:14.025846 tst ping.py: using RAC 79\u000a11:38:14.151970 tst ping.py: using CellId 28129\u000a11:38:14.275875 tst ping.py: using BVCI 28130\u000a11:38:14.300160 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.311520 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.322484 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.333365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.344459 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.355225 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.366231 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:14.377130 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:38:14.647520 tst ping.py:19: start network...\u000a11:38:14.770667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:15.235980 run create_hlr_db(pid=2891): Launched\u000a11:38:15.407389 bus /gobi_6: Setting Powered False\u000a11:38:16.442521 run create_hlr_db(pid=2891): Terminated: ok {rc=0}\u000a11:38:16.956514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2921): Launched\u000a11:38:17.435595 run osmo-hlr_10.42.42.2(pid=2930): Launched\u000a11:38:17.719363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:18.472533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Launched\u000a11:38:18.970480 run osmo-stp_10.42.42.5(pid=3065): Launched\u000a11:38:19.220585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:19.892018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3168): Launched\u000a11:38:20.007806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:20.305515 run patchelf(pid=3170): Launched\u000a11:38:20.497908 run osmo-stp_10.42.42.5(pid=3065): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]\u000a11:38:20.638644 run osmo-stp_10.42.42.5(pid=3065): stdout: \u000a| (launched: 2022-12-10_11:38:18.667353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:20.777335 run osmo-stp_10.42.42.5(pid=3065): stderr: \u000a| �[0;m�[38;5;43m20221210113818976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113818976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113818985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113818985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:20.911335 run osmo-stp_10.42.42.5(pid=3065): stdout: \u000a| (launched: 2022-12-10_11:38:18.667353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:21.045719 run osmo-stp_10.42.42.5(pid=3065): stderr: \u000a| �[0;m�[38;5;43m20221210113818976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113818976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113818985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113818985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113818986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:21.199056 run patchelf(pid=3170): Terminating (SIGINT)\u000a11:38:21.382189 run patchelf(pid=3170): Terminated: ok {rc=0}\u000a11:38:21.416592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2374↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)] [trial-2374↪gprs:trx-b200↪ping.py:22]\u000a11:38:21.427154 tst ping.py:22: Test FAILED (7.7 sec)\u000a11:38:21.491370 run osmo-hlr_10.42.42.2(pid=2930): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2930)]\u000a11:38:21.543624 run osmo-hlr_10.42.42.2(pid=2930): stdout: \u000a| (launched: 2022-12-10_11:38:17.155861) \u000a11:38:21.596642 run osmo-hlr_10.42.42.2(pid=2930): stderr: \u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113817439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113817455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113817467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113817468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113817468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:21.642309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2921): Terminating (SIGTERM)\u000a11:38:21.687062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Terminating (SIGTERM)\u000a11:38:21.729492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3168): Terminating (SIGTERM)\u000a11:38:21.740122 --- ParallelTerminationStrategy: PID 2921 died...\u000a11:38:21.797615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2921): Terminated: ok {rc=0}\u000a11:38:21.809476 --- ParallelTerminationStrategy: PID 2993 died...\u000a11:38:21.865726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Terminated: ok {rc=0}\u000a11:38:21.876561 --- ParallelTerminationStrategy: PID 3168 died...\u000a11:38:21.932481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3168): Terminated: ok {rc=0}\u000a11:38:22.023164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3179): Process ended prematurely: osmo-stp_10.42.42.5(pid=3179) [trial-2374↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3179)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3179): Process ended prematurely: osmo-stp_10.42.42.5(pid=3179) [trial-2374↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a11:38:23.077533 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.089898 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:38:23.235808 tst ping_idle_ping.py: using LAC 28130\u000a11:38:23.366760 tst ping_idle_ping.py: using RAC 80\u000a11:38:23.490210 tst ping_idle_ping.py: using CellId 28130\u000a11:38:23.615206 tst ping_idle_ping.py: using BVCI 28131\u000a11:38:23.640266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.651915 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.663610 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.674947 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.686134 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.697420 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.708933 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:38:23.720203 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:38:24.012128 tst ping_idle_ping.py:24: start network...\u000a11:38:24.146441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:24.707243 run create_hlr_db(pid=3173): Launched\u000a11:38:24.896593 bus /gobi_6: Setting Powered False\u000a11:38:25.917789 run create_hlr_db(pid=3173): Terminated: ok {rc=0}\u000a11:38:26.367619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3175): Launched\u000a11:38:26.796510 run osmo-hlr_10.42.42.2(pid=3176): Launched\u000a11:38:27.043313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:27.625690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3178): Launched\u000a11:38:28.055745 run osmo-stp_10.42.42.5(pid=3179): Launched\u000a11:38:28.284717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:28.870226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3181): Launched\u000a11:38:28.988095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:29.291548 run patchelf(pid=3182): Launched\u000a11:38:29.484848 run osmo-stp_10.42.42.5(pid=3179): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3179)]\u000a11:38:29.625959 run osmo-stp_10.42.42.5(pid=3179): stdout: \u000a| (launched: 2022-12-10_11:38:27.790775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:29.765865 run osmo-stp_10.42.42.5(pid=3179): stderr: \u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113828088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:29.901875 run osmo-stp_10.42.42.5(pid=3179): stdout: \u000a| (launched: 2022-12-10_11:38:27.790775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:30.038110 run osmo-stp_10.42.42.5(pid=3179): stderr: \u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113828087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113828088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113828088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:30.194136 run patchelf(pid=3182): Terminating (SIGINT)\u000a11:38:30.379319 run patchelf(pid=3182): Terminated: ok {rc=0}\u000a11:38:30.413813 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3179): Process ended prematurely: osmo-stp_10.42.42.5(pid=3179) [trial-2374↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3179)] [trial-2374↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a11:38:30.424325 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a11:38:30.489746 run osmo-hlr_10.42.42.2(pid=3176): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3176)]\u000a11:38:30.543318 run osmo-hlr_10.42.42.2(pid=3176): stdout: \u000a| (launched: 2022-12-10_11:38:26.533491) \u000a11:38:30.597725 run osmo-hlr_10.42.42.2(pid=3176): stderr: \u000a| �[0;m�[1;31m20221210113826843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113826844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113826844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113826844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113826844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113826844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113826862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113826879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113826879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:30.645099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3175): Terminating (SIGTERM)\u000a11:38:30.691061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3178): Terminating (SIGTERM)\u000a11:38:30.736933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3181): Terminating (SIGTERM)\u000a11:38:30.747821 --- ParallelTerminationStrategy: PID 3175 died...\u000a11:38:30.806957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3175): Terminated: ok {rc=0}\u000a11:38:30.819020 --- ParallelTerminationStrategy: PID 3178 died...\u000a11:38:30.881013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3178): Terminated: ok {rc=0}\u000a11:38:30.891686 --- ParallelTerminationStrategy: PID 3181 died...\u000a11:38:30.954699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3181): Terminated: ok {rc=0}\u000a11:38:31.049598 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:37:30" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3196): Process ended prematurely: osmo-stp_10.42.42.5(pid=3196) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3196)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3196): Process ended prematurely: osmo-stp_10.42.42.5(pid=3196) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:38:33.335747 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.347876 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:38:33.494825 tst cs_paging_gprs_active.py: using LAC 28131\u000a11:38:33.624362 tst cs_paging_gprs_active.py: using RAC 81\u000a11:38:33.752799 tst cs_paging_gprs_active.py: using CellId 28131\u000a11:38:33.882082 tst cs_paging_gprs_active.py: using BVCI 28132\u000a11:38:33.908680 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.920851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.933011 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.945078 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.956810 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.968930 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.981823 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:33.993671 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:34.005949 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:34.130251 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:34.435775 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:38:34.575274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:34.934872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3186): Launched\u000a11:38:35.239628 run iperf3-srv_10.42.42.10(pid=3187): Launched\u000a11:38:35.446467 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:38:35.586691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:35.947468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3188): Launched\u000a11:38:36.253547 run iperf3-srv_10.42.42.10(pid=3189): Launched\u000a11:38:36.459587 tst cs_paging_gprs_active.py:38: start network...\u000a11:38:36.598730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:37.172662 run create_hlr_db(pid=3190): Launched\u000a11:38:37.367795 bus /gobi_6: Setting Powered False\u000a11:38:38.388028 run create_hlr_db(pid=3190): Terminated: ok {rc=0}\u000a11:38:38.846975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3192): Launched\u000a11:38:39.285499 run osmo-hlr_10.42.42.2(pid=3193): Launched\u000a11:38:39.534844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:40.107726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3195): Launched\u000a11:38:40.407542 run osmo-stp_10.42.42.5(pid=3196): Launched\u000a11:38:40.517150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:41.040393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3198): Launched\u000a11:38:41.147392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:41.408533 run patchelf(pid=3199): Launched\u000a11:38:41.585122 run osmo-stp_10.42.42.5(pid=3196): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3196)]\u000a11:38:41.714136 run osmo-stp_10.42.42.5(pid=3196): stdout: \u000a| (launched: 2022-12-10_11:38:40.260148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:41.843662 run osmo-stp_10.42.42.5(pid=3196): stderr: \u000a| �[0;m�[38;5;43m20221210113840430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113840430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113840431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113840431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113840431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113840432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113840432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:41.968250 run osmo-stp_10.42.42.5(pid=3196): stdout: \u000a| (launched: 2022-12-10_11:38:40.260148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:42.091872 run osmo-stp_10.42.42.5(pid=3196): stderr: \u000a| �[0;m�[38;5;43m20221210113840430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113840430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113840431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113840431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113840431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113840432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113840432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:42.235866 run patchelf(pid=3199): Terminating (SIGINT)\u000a11:38:42.404907 run patchelf(pid=3199): Terminated: ok {rc=0}\u000a11:38:42.436173 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3196): Process ended prematurely: osmo-stp_10.42.42.5(pid=3196) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3196)] [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:38:42.445212 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a11:38:42.505637 run osmo-hlr_10.42.42.2(pid=3193): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3193)]\u000a11:38:42.554450 run osmo-hlr_10.42.42.2(pid=3193): stdout: \u000a| (launched: 2022-12-10_11:38:39.017287) \u000a11:38:42.603870 run osmo-hlr_10.42.42.2(pid=3193): stderr: \u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113839336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113839357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113839371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113839371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:42.645509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3186): Terminating (SIGTERM)\u000a11:38:42.684825 run iperf3-srv_10.42.42.10(pid=3187): Terminating (SIGTERM)\u000a11:38:42.724419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3188): Terminating (SIGTERM)\u000a11:38:42.763947 run iperf3-srv_10.42.42.10(pid=3189): Terminating (SIGTERM)\u000a11:38:42.803644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3192): Terminating (SIGTERM)\u000a11:38:42.843351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3195): Terminating (SIGTERM)\u000a11:38:42.882812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3198): Terminating (SIGTERM)\u000a11:38:42.892097 --- ParallelTerminationStrategy: PID 3186 died...\u000a11:38:42.944554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3186): Terminated: ok {rc=0}\u000a11:38:42.954205 --- ParallelTerminationStrategy: PID 3187 died...\u000a11:38:43.006691 run iperf3-srv_10.42.42.10(pid=3187): Terminated {rc=256}\u000a11:38:43.016025 --- ParallelTerminationStrategy: PID 3188 died...\u000a11:38:43.068245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3188): Terminated: ok {rc=0}\u000a11:38:43.077836 --- ParallelTerminationStrategy: PID 3189 died...\u000a11:38:43.130145 run iperf3-srv_10.42.42.10(pid=3189): Terminated {rc=256}\u000a11:38:43.139775 --- ParallelTerminationStrategy: PID 3192 died...\u000a11:38:43.192306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3192): Terminated: ok {rc=0}\u000a11:38:43.201803 --- ParallelTerminationStrategy: PID 3195 died...\u000a11:38:43.254601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3195): Terminated: ok {rc=0}\u000a11:38:43.264242 --- ParallelTerminationStrategy: PID 3198 died...\u000a11:38:43.316851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3198): Terminated: ok {rc=0}\u000a11:38:43.405340 bus /gobi_0: Setting Powered False\u000a11:38:44.506422 bus /gobi_0: Setting Powered False\u000a11:38:45.617427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3208): Process ended prematurely: osmo-stp_10.42.42.5(pid=3208) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3208)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3208): Process ended prematurely: osmo-stp_10.42.42.5(pid=3208) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:38:46.728413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:46.740711 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:38:46.891649 tst iperf3.py: using LAC 28132\u000a11:38:47.011653 tst iperf3.py: using RAC 82\u000a11:38:47.134890 tst iperf3.py: using CellId 28132\u000a11:38:47.258261 tst iperf3.py: using BVCI 28133\u000a11:38:47.281229 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.291974 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.302859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.314293 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.325657 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.336853 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.348504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.359887 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:47.371292 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:47.667203 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:38:47.801613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:48.133751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3200): Launched\u000a11:38:48.410086 run iperf3-srv_10.42.42.10(pid=3201): Launched\u000a11:38:48.607636 tst iperf3.py:8: start network...\u000a11:38:48.742207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:49.253577 run create_hlr_db(pid=3202): Launched\u000a11:38:49.440655 bus /gobi_6: Setting Powered False\u000a11:38:50.461458 run create_hlr_db(pid=3202): Terminated: ok {rc=0}\u000a11:38:50.864676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3204): Launched\u000a11:38:51.164422 run osmo-hlr_10.42.42.2(pid=3205): Launched\u000a11:38:51.280436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:51.810975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3207): Launched\u000a11:38:52.121518 run osmo-stp_10.42.42.5(pid=3208): Launched\u000a11:38:52.241138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:52.802481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3210): Launched\u000a11:38:52.917202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:53.196001 run patchelf(pid=3211): Launched\u000a11:38:53.383903 run osmo-stp_10.42.42.5(pid=3208): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3208)]\u000a11:38:53.521317 run osmo-stp_10.42.42.5(pid=3208): stdout: \u000a| (launched: 2022-12-10_11:38:51.964134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:53.659172 run osmo-stp_10.42.42.5(pid=3208): stderr: \u000a| �[0;m�[38;5;43m20221210113852151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113852152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113852152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113852152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:53.791891 run osmo-stp_10.42.42.5(pid=3208): stdout: \u000a| (launched: 2022-12-10_11:38:51.964134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:53.923272 run osmo-stp_10.42.42.5(pid=3208): stderr: \u000a| �[0;m�[38;5;43m20221210113852151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113852152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113852152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113852152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113852153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:54.076659 run patchelf(pid=3211): Terminating (SIGINT)\u000a11:38:54.256415 run patchelf(pid=3211): Terminated: ok {rc=0}\u000a11:38:54.289209 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3208): Process ended prematurely: osmo-stp_10.42.42.5(pid=3208) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3208)] [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a11:38:54.298925 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:38:54.361965 run osmo-hlr_10.42.42.2(pid=3205): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3205)]\u000a11:38:54.412705 run osmo-hlr_10.42.42.2(pid=3205): stdout: \u000a| (launched: 2022-12-10_11:38:51.017126) \u000a11:38:54.463987 run osmo-hlr_10.42.42.2(pid=3205): stderr: \u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113851203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113851212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113851213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113851213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:54.507618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3200): Terminating (SIGTERM)\u000a11:38:54.548671 run iperf3-srv_10.42.42.10(pid=3201): Terminating (SIGTERM)\u000a11:38:54.589870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3204): Terminating (SIGTERM)\u000a11:38:54.631019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3207): Terminating (SIGTERM)\u000a11:38:54.672275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3210): Terminating (SIGTERM)\u000a11:38:54.681791 --- ParallelTerminationStrategy: PID 3200 died...\u000a11:38:54.736672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3200): Terminated: ok {rc=0}\u000a11:38:54.746628 --- ParallelTerminationStrategy: PID 3201 died...\u000a11:38:54.801287 run iperf3-srv_10.42.42.10(pid=3201): Terminated {rc=256}\u000a11:38:54.811159 --- ParallelTerminationStrategy: PID 3204 died...\u000a11:38:54.865968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3204): Terminated: ok {rc=0}\u000a11:38:54.875851 --- ParallelTerminationStrategy: PID 3207 died...\u000a11:38:54.930462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3207): Terminated: ok {rc=0}\u000a11:38:54.940381 --- ParallelTerminationStrategy: PID 3210 died...\u000a11:38:54.995425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3210): Terminated: ok {rc=0}\u000a11:38:55.083782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3226): Process ended prematurely: osmo-stp_10.42.42.5(pid=3226) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3226)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3226): Process ended prematurely: osmo-stp_10.42.42.5(pid=3226) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:38:56.196313 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.211738 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:38:56.354573 tst iperf3m4.py: using LAC 28133\u000a11:38:56.482234 tst iperf3m4.py: using RAC 83\u000a11:38:56.608528 tst iperf3m4.py: using CellId 28133\u000a11:38:56.733919 tst iperf3m4.py: using BVCI 28134\u000a11:38:56.758469 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.769691 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.780681 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.791610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.802488 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.813419 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.824511 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.835452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:38:56.846512 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:56.963323 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:57.082536 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:57.198140 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:38:57.474681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:38:57.600677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:57.913837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3212): Launched\u000a11:38:58.171766 run iperf3-srv_10.42.42.10(pid=3213): Launched\u000a11:38:58.354938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:38:58.479611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:58.790982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3214): Launched\u000a11:38:59.049324 run iperf3-srv_10.42.42.10(pid=3215): Launched\u000a11:38:59.231892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:38:59.357268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:59.668341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3216): Launched\u000a11:38:59.926338 run iperf3-srv_10.42.42.10(pid=3217): Launched\u000a11:39:00.108942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:39:00.233981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:00.545514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3218): Launched\u000a11:39:00.803212 run iperf3-srv_10.42.42.10(pid=3219): Launched\u000a11:39:01.009819 tst iperf3m4.py:8: start network...\u000a11:39:01.138162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:01.666488 run create_hlr_db(pid=3220): Launched\u000a11:39:01.857902 bus /gobi_6: Setting Powered False\u000a11:39:02.874477 run create_hlr_db(pid=3220): Terminated: ok {rc=0}\u000a11:39:03.278120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3222): Launched\u000a11:39:03.578901 run osmo-hlr_10.42.42.2(pid=3223): Launched\u000a11:39:03.689630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:04.210908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3225): Launched\u000a11:39:04.511181 run osmo-stp_10.42.42.5(pid=3226): Launched\u000a11:39:04.621693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:05.144310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3228): Launched\u000a11:39:05.251223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:05.514831 run patchelf(pid=3229): Launched\u000a11:39:05.691204 run osmo-stp_10.42.42.5(pid=3226): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3226)]\u000a11:39:05.821179 run osmo-stp_10.42.42.5(pid=3226): stdout: \u000a| (launched: 2022-12-10_11:39:04.363189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:05.950318 run osmo-stp_10.42.42.5(pid=3226): stderr: \u000a| �[0;m�[38;5;43m20221210113904531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113904531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113904532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113904532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:06.074621 run osmo-stp_10.42.42.5(pid=3226): stdout: \u000a| (launched: 2022-12-10_11:39:04.363189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:06.198155 run osmo-stp_10.42.42.5(pid=3226): stderr: \u000a| �[0;m�[38;5;43m20221210113904531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113904531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113904532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113904532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113904533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:06.342291 run patchelf(pid=3229): Terminating (SIGINT)\u000a11:39:06.510968 run patchelf(pid=3229): Terminated: ok {rc=0}\u000a11:39:06.541891 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3226): Process ended prematurely: osmo-stp_10.42.42.5(pid=3226) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3226)] [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:39:06.551072 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a11:39:06.611702 run osmo-hlr_10.42.42.2(pid=3223): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3223)]\u000a11:39:06.660708 run osmo-hlr_10.42.42.2(pid=3223): stdout: \u000a| (launched: 2022-12-10_11:39:03.430871) \u000a11:39:06.710084 run osmo-hlr_10.42.42.2(pid=3223): stderr: \u000a| �[0;m�[1;31m20221210113903605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113903605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113903606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113903606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113903606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113903606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113903622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113903632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113903632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113903632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:06.751911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3212): Terminating (SIGTERM)\u000a11:39:06.791485 run iperf3-srv_10.42.42.10(pid=3213): Terminating (SIGTERM)\u000a11:39:06.831211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3214): Terminating (SIGTERM)\u000a11:39:06.870901 run iperf3-srv_10.42.42.10(pid=3215): Terminating (SIGTERM)\u000a11:39:06.910632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3216): Terminating (SIGTERM)\u000a11:39:06.950183 run iperf3-srv_10.42.42.10(pid=3217): Terminating (SIGTERM)\u000a11:39:06.989997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3218): Terminating (SIGTERM)\u000a11:39:07.029834 run iperf3-srv_10.42.42.10(pid=3219): Terminating (SIGTERM)\u000a11:39:07.069649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3222): Terminating (SIGTERM)\u000a11:39:07.109223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3225): Terminating (SIGTERM)\u000a11:39:07.149023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3228): Terminating (SIGTERM)\u000a11:39:07.158471 --- ParallelTerminationStrategy: PID 3212 died...\u000a11:39:07.211378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3212): Terminated: ok {rc=0}\u000a11:39:07.221279 --- ParallelTerminationStrategy: PID 3213 died...\u000a11:39:07.274054 run iperf3-srv_10.42.42.10(pid=3213): Terminated {rc=256}\u000a11:39:07.283809 --- ParallelTerminationStrategy: PID 3214 died...\u000a11:39:07.336430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3214): Terminated: ok {rc=0}\u000a11:39:07.346224 --- ParallelTerminationStrategy: PID 3215 died...\u000a11:39:07.399104 run iperf3-srv_10.42.42.10(pid=3215): Terminated {rc=256}\u000a11:39:07.408603 --- ParallelTerminationStrategy: PID 3216 died...\u000a11:39:07.461708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3216): Terminated: ok {rc=0}\u000a11:39:07.471215 --- ParallelTerminationStrategy: PID 3217 died...\u000a11:39:07.523724 run iperf3-srv_10.42.42.10(pid=3217): Terminated {rc=256}\u000a11:39:07.533842 --- ParallelTerminationStrategy: PID 3218 died...\u000a11:39:07.586844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3218): Terminated: ok {rc=0}\u000a11:39:07.596444 --- ParallelTerminationStrategy: PID 3219 died...\u000a11:39:07.649085 run iperf3-srv_10.42.42.10(pid=3219): Terminated {rc=256}\u000a11:39:07.658884 --- ParallelTerminationStrategy: PID 3222 died...\u000a11:39:07.711594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3222): Terminated: ok {rc=0}\u000a11:39:07.721491 --- ParallelTerminationStrategy: PID 3225 died...\u000a11:39:07.774506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3225): Terminated: ok {rc=0}\u000a11:39:07.784138 --- ParallelTerminationStrategy: PID 3228 died...\u000a11:39:07.837642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3228): Terminated: ok {rc=0}\u000a11:39:07.925940 bus /gobi_4: Setting Powered False\u000a11:39:09.029090 bus /gobi_4: Setting Powered False\u000a11:39:10.138415 bus /gobi_1: Setting Powered False\u000a11:39:11.244110 bus /gobi_1: Setting Powered False\u000a11:39:12.351328 bus /gobi_0: Setting Powered False\u000a11:39:13.456431 bus /gobi_0: Setting Powered False\u000a11:39:14.564319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3236): Process ended prematurely: osmo-stp_10.42.42.5(pid=3236) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3236)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3236): Process ended prematurely: osmo-stp_10.42.42.5(pid=3236) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:39:15.632247 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:15.644001 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:39:15.788189 tst ping.py: using LAC 28134\u000a11:39:15.927165 tst ping.py: using RAC 84\u000a11:39:16.075879 tst ping.py: using CellId 28134\u000a11:39:16.196415 tst ping.py: using BVCI 28135\u000a11:39:16.221418 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.233305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.247694 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.266014 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.285750 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.302658 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.319169 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:16.335980 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:39:16.655648 tst ping.py:19: start network...\u000a11:39:16.790580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:17.315225 run create_hlr_db(pid=3230): Launched\u000a11:39:17.500524 bus /gobi_6: Setting Powered False\u000a11:39:18.520689 run create_hlr_db(pid=3230): Terminated: ok {rc=0}\u000a11:39:18.919130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3232): Launched\u000a11:39:19.215514 run osmo-hlr_10.42.42.2(pid=3233): Launched\u000a11:39:19.331553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:19.855721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3235): Launched\u000a11:39:20.151105 run osmo-stp_10.42.42.5(pid=3236): Launched\u000a11:39:20.258756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:20.772427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3238): Launched\u000a11:39:20.877567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:21.134170 run patchelf(pid=3239): Launched\u000a11:39:21.306556 run osmo-stp_10.42.42.5(pid=3236): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3236)]\u000a11:39:21.433158 run osmo-stp_10.42.42.5(pid=3236): stdout: \u000a| (launched: 2022-12-10_11:39:20.005452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:21.559407 run osmo-stp_10.42.42.5(pid=3236): stderr: \u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113920175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:21.681448 run osmo-stp_10.42.42.5(pid=3236): stdout: \u000a| (launched: 2022-12-10_11:39:20.005452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:21.802691 run osmo-stp_10.42.42.5(pid=3236): stderr: \u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113920174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113920175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113920175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:21.944154 run patchelf(pid=3239): Terminating (SIGINT)\u000a11:39:22.109404 run patchelf(pid=3239): Terminated: ok {rc=0}\u000a11:39:22.139467 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3236): Process ended prematurely: osmo-stp_10.42.42.5(pid=3236) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3236)] [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a11:39:22.148140 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:39:22.208289 run osmo-hlr_10.42.42.2(pid=3233): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3233)]\u000a11:39:22.257406 run osmo-hlr_10.42.42.2(pid=3233): stdout: \u000a| (launched: 2022-12-10_11:39:19.069296) \u000a11:39:22.306900 run osmo-hlr_10.42.42.2(pid=3233): stderr: \u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113919243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113919254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113919263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113919263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113919263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:22.349126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3232): Terminating (SIGTERM)\u000a11:39:22.388911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3235): Terminating (SIGTERM)\u000a11:39:22.428692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3238): Terminating (SIGTERM)\u000a11:39:22.438230 --- ParallelTerminationStrategy: PID 3232 died...\u000a11:39:22.491800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3232): Terminated: ok {rc=0}\u000a11:39:22.501555 --- ParallelTerminationStrategy: PID 3235 died...\u000a11:39:22.554755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3235): Terminated: ok {rc=0}\u000a11:39:22.564650 --- ParallelTerminationStrategy: PID 3238 died...\u000a11:39:22.617879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3238): Terminated: ok {rc=0}\u000a11:39:22.705574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3246): Process ended prematurely: osmo-stp_10.42.42.5(pid=3246) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3246)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3246): Process ended prematurely: osmo-stp_10.42.42.5(pid=3246) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:39:23.757409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:23.768789 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:39:23.908903 tst ping_idle_ping.py: using LAC 28135\u000a11:39:24.034137 tst ping_idle_ping.py: using RAC 85\u000a11:39:24.159954 tst ping_idle_ping.py: using CellId 28135\u000a11:39:24.284091 tst ping_idle_ping.py: using BVCI 28136\u000a11:39:24.308476 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.320005 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.331344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.343154 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.354529 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.365685 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.377137 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:24.388412 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:39:24.678989 tst ping_idle_ping.py:24: start network...\u000a11:39:24.811365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:25.321409 run create_hlr_db(pid=3240): Launched\u000a11:39:25.506724 bus /gobi_6: Setting Powered False\u000a11:39:26.528467 run create_hlr_db(pid=3240): Terminated: ok {rc=0}\u000a11:39:26.928022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3242): Launched\u000a11:39:27.225714 run osmo-hlr_10.42.42.2(pid=3243): Launched\u000a11:39:27.335142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:27.851766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3245): Launched\u000a11:39:28.150365 run osmo-stp_10.42.42.5(pid=3246): Launched\u000a11:39:28.260159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:28.777234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3248): Launched\u000a11:39:28.882860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:29.141207 run patchelf(pid=3249): Launched\u000a11:39:29.314983 run osmo-stp_10.42.42.5(pid=3246): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3246)]\u000a11:39:29.441836 run osmo-stp_10.42.42.5(pid=3246): stdout: \u000a| (launched: 2022-12-10_11:39:28.003046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:29.568652 run osmo-stp_10.42.42.5(pid=3246): stderr: \u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113928173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:29.691435 run osmo-stp_10.42.42.5(pid=3246): stdout: \u000a| (launched: 2022-12-10_11:39:28.003046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:29.812736 run osmo-stp_10.42.42.5(pid=3246): stderr: \u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113928172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113928173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113928173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:29.954843 run patchelf(pid=3249): Terminating (SIGINT)\u000a11:39:30.121854 run patchelf(pid=3249): Terminated: ok {rc=0}\u000a11:39:30.151924 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3246): Process ended prematurely: osmo-stp_10.42.42.5(pid=3246) [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3246)] [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:39:30.160535 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:39:30.220761 run osmo-hlr_10.42.42.2(pid=3243): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3243)]\u000a11:39:30.269645 run osmo-hlr_10.42.42.2(pid=3243): stdout: \u000a| (launched: 2022-12-10_11:39:27.078740) \u000a11:39:30.319362 run osmo-hlr_10.42.42.2(pid=3243): stderr: \u000a| �[0;m�[1;31m20221210113927253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113927253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113927253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113927254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113927254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113927254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113927266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113927276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113927277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113927277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:30.361078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3242): Terminating (SIGTERM)\u000a11:39:30.401078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3245): Terminating (SIGTERM)\u000a11:39:30.441760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3248): Terminating (SIGTERM)\u000a11:39:30.451126 --- ParallelTerminationStrategy: PID 3242 died...\u000a11:39:30.504716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3242): Terminated: ok {rc=0}\u000a11:39:30.514687 --- ParallelTerminationStrategy: PID 3245 died...\u000a11:39:30.568011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3245): Terminated: ok {rc=0}\u000a11:39:30.577937 --- ParallelTerminationStrategy: PID 3248 died...\u000a11:39:30.631891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3248): Terminated: ok {rc=0}\u000a11:39:30.721253 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:38:32" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3263): Process ended prematurely: osmo-stp_10.42.42.5(pid=3263) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3263)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3263): Process ended prematurely: osmo-stp_10.42.42.5(pid=3263) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:39:32.880299 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:32.891199 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:39:33.050986 tst cs_paging_gprs_active.py: using LAC 28136\u000a11:39:33.166971 tst cs_paging_gprs_active.py: using RAC 86\u000a11:39:33.285100 tst cs_paging_gprs_active.py: using CellId 28136\u000a11:39:33.400629 tst cs_paging_gprs_active.py: using BVCI 28137\u000a11:39:33.423432 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.434218 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.444766 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.455697 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.466703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.477659 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.488590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.499518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:33.510509 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:33.626976 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:33.903136 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:39:34.028674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:34.340491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3253): Launched\u000a11:39:34.599219 run iperf3-srv_10.42.42.10(pid=3254): Launched\u000a11:39:34.782881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:39:34.907851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:35.219081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3255): Launched\u000a11:39:35.476734 run iperf3-srv_10.42.42.10(pid=3256): Launched\u000a11:39:35.660196 tst cs_paging_gprs_active.py:38: start network...\u000a11:39:35.785369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:36.257715 run create_hlr_db(pid=3257): Launched\u000a11:39:36.430691 bus /gobi_6: Setting Powered False\u000a11:39:37.451458 run create_hlr_db(pid=3257): Terminated: ok {rc=0}\u000a11:39:37.852824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3259): Launched\u000a11:39:38.154526 run osmo-hlr_10.42.42.2(pid=3260): Launched\u000a11:39:38.269551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:38.790682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3262): Launched\u000a11:39:39.090536 run osmo-stp_10.42.42.5(pid=3263): Launched\u000a11:39:39.200383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:39.723190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3265): Launched\u000a11:39:39.829974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:40.092688 run patchelf(pid=3266): Launched\u000a11:39:40.268822 run osmo-stp_10.42.42.5(pid=3263): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3263)]\u000a11:39:40.398032 run osmo-stp_10.42.42.5(pid=3263): stdout: \u000a| (launched: 2022-12-10_11:39:38.942581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:40.527228 run osmo-stp_10.42.42.5(pid=3263): stderr: \u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113939114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:40.651572 run osmo-stp_10.42.42.5(pid=3263): stdout: \u000a| (launched: 2022-12-10_11:39:38.942581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:40.774732 run osmo-stp_10.42.42.5(pid=3263): stderr: \u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113939114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113939114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113939115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:40.918771 run patchelf(pid=3266): Terminating (SIGINT)\u000a11:39:41.087203 run patchelf(pid=3266): Terminated: ok {rc=0}\u000a11:39:41.118290 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3263): Process ended prematurely: osmo-stp_10.42.42.5(pid=3263) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3263)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:39:41.127433 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a11:39:41.187543 run osmo-hlr_10.42.42.2(pid=3260): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3260)]\u000a11:39:41.236415 run osmo-hlr_10.42.42.2(pid=3260): stdout: \u000a| (launched: 2022-12-10_11:39:38.006009) \u000a11:39:41.286030 run osmo-hlr_10.42.42.2(pid=3260): stderr: \u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113938181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113938193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:41.327989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3253): Terminating (SIGTERM)\u000a11:39:41.367709 run iperf3-srv_10.42.42.10(pid=3254): Terminating (SIGTERM)\u000a11:39:41.407384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3255): Terminating (SIGTERM)\u000a11:39:41.447153 run iperf3-srv_10.42.42.10(pid=3256): Terminating (SIGTERM)\u000a11:39:41.486641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3259): Terminating (SIGTERM)\u000a11:39:41.526204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3262): Terminating (SIGTERM)\u000a11:39:41.565964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3265): Terminating (SIGTERM)\u000a11:39:41.575219 --- ParallelTerminationStrategy: PID 3253 died...\u000a11:39:41.628280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3253): Terminated: ok {rc=0}\u000a11:39:41.638003 --- ParallelTerminationStrategy: PID 3254 died...\u000a11:39:41.690354 run iperf3-srv_10.42.42.10(pid=3254): Terminated {rc=256}\u000a11:39:41.699955 --- ParallelTerminationStrategy: PID 3255 died...\u000a11:39:41.752560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3255): Terminated: ok {rc=0}\u000a11:39:41.762000 --- ParallelTerminationStrategy: PID 3256 died...\u000a11:39:41.814254 run iperf3-srv_10.42.42.10(pid=3256): Terminated {rc=256}\u000a11:39:41.823811 --- ParallelTerminationStrategy: PID 3259 died...\u000a11:39:41.876157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3259): Terminated: ok {rc=0}\u000a11:39:41.885671 --- ParallelTerminationStrategy: PID 3262 died...\u000a11:39:41.938157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3262): Terminated: ok {rc=0}\u000a11:39:41.947817 --- ParallelTerminationStrategy: PID 3265 died...\u000a11:39:42.000634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3265): Terminated: ok {rc=0}\u000a11:39:42.087357 bus /gobi_0: Setting Powered False\u000a11:39:43.189014 bus /gobi_0: Setting Powered False\u000a11:39:44.299279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:39:45.409095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:45.420379 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:39:45.579678 tst iperf3.py: using LAC 28137\u000a11:39:45.702141 tst iperf3.py: using RAC 87\u000a11:39:45.825248 tst iperf3.py: using CellId 28137\u000a11:39:45.969689 tst iperf3.py: using BVCI 28138\u000a11:39:45.994316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.006101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.019006 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.032883 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.044487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.057411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.071404 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.083910 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:46.095784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:46.416936 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:46.554908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:46.907878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Launched\u000a11:39:47.202087 run iperf3-srv_10.42.42.10(pid=3268): Launched\u000a11:39:47.399362 tst iperf3.py:8: start network...\u000a11:39:47.533889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:48.047200 run create_hlr_db(pid=3269): Launched\u000a11:39:48.233784 bus /gobi_6: Setting Powered False\u000a11:39:49.254489 run create_hlr_db(pid=3269): Terminated: ok {rc=0}\u000a11:39:49.683030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Launched\u000a11:39:50.003295 run osmo-hlr_10.42.42.2(pid=3272): Launched\u000a11:39:50.125128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:50.684933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Launched\u000a11:39:51.006235 run osmo-stp_10.42.42.5(pid=3275): Launched\u000a11:39:51.126857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:51.688183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Launched\u000a11:39:51.803288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:52.083750 run patchelf(pid=3278): Launched\u000a11:39:52.271562 run osmo-stp_10.42.42.5(pid=3275): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)]\u000a11:39:52.410409 run osmo-stp_10.42.42.5(pid=3275): stdout: \u000a| (launched: 2022-12-10_11:39:50.848648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:52.548220 run osmo-stp_10.42.42.5(pid=3275): stderr: \u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113951042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:52.681381 run osmo-stp_10.42.42.5(pid=3275): stdout: \u000a| (launched: 2022-12-10_11:39:50.848648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:52.813225 run osmo-stp_10.42.42.5(pid=3275): stderr: \u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210113951041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210113951042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210113951044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:52.966993 run patchelf(pid=3278): Terminating (SIGINT)\u000a11:39:53.147475 run patchelf(pid=3278): Terminated: ok {rc=0}\u000a11:39:53.180540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3275): Process ended prematurely: osmo-stp_10.42.42.5(pid=3275) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3275)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:39:53.190292 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:39:53.253399 run osmo-hlr_10.42.42.2(pid=3272): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3272)]\u000a11:39:53.304770 run osmo-hlr_10.42.42.2(pid=3272): stdout: \u000a| (launched: 2022-12-10_11:39:49.846676) \u000a11:39:53.357228 run osmo-hlr_10.42.42.2(pid=3272): stderr: \u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210113950048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210113950061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210113950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210113950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210113950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:53.401939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Terminating (SIGTERM)\u000a11:39:53.443836 run iperf3-srv_10.42.42.10(pid=3268): Terminating (SIGTERM)\u000a11:39:53.485804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Terminating (SIGTERM)\u000a11:39:53.527827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Terminating (SIGTERM)\u000a11:39:53.569851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Terminating (SIGTERM)\u000a11:39:53.579594 --- ParallelTerminationStrategy: PID 3267 died...\u000a11:39:53.635636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3267): Terminated: ok {rc=0}\u000a11:39:53.645827 --- ParallelTerminationStrategy: PID 3268 died...\u000a11:39:53.701376 run iperf3-srv_10.42.42.10(pid=3268): Terminated {rc=256}\u000a11:39:53.711308 --- ParallelTerminationStrategy: PID 3271 died...\u000a11:39:53.766986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3271): Terminated: ok {rc=0}\u000a11:39:53.777078 --- ParallelTerminationStrategy: PID 3274 died...\u000a11:39:53.832706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3274): Terminated: ok {rc=0}\u000a11:39:53.842871 --- ParallelTerminationStrategy: PID 3277 died...\u000a11:39:53.898767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3277): Terminated: ok {rc=0}\u000a11:39:53.985720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:39:55.101783 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.113702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:39:55.278857 tst iperf3m4.py: using LAC 28138\u000a11:39:55.404922 tst iperf3m4.py: using RAC 88\u000a11:39:55.529990 tst iperf3m4.py: using CellId 28138\u000a11:39:55.655222 tst iperf3m4.py: using BVCI 28139\u000a11:39:55.679822 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.691187 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.702386 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.713667 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.724671 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.735748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.747063 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.758129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:39:55.769496 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:55.886017 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:56.005602 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:56.120403 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:39:56.396389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:56.522217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:56.834468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Launched\u000a11:39:57.093508 run iperf3-srv_10.42.42.10(pid=3280): Launched\u000a11:39:57.276484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:39:57.401668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:57.712842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3281): Launched\u000a11:39:57.971208 run iperf3-srv_10.42.42.10(pid=3282): Launched\u000a11:39:58.154702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:39:58.279323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:58.590398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3283): Launched\u000a11:39:58.848894 run iperf3-srv_10.42.42.10(pid=3284): Launched\u000a11:39:59.031703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:39:59.156648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:59.467711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3285): Launched\u000a11:39:59.726301 run iperf3-srv_10.42.42.10(pid=3286): Launched\u000a11:39:59.909481 tst iperf3m4.py:8: start network...\u000a11:40:00.034345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:00.508497 run create_hlr_db(pid=3288): Launched\u000a11:40:00.682975 bus /gobi_6: Setting Powered False\u000a11:40:01.724530 run create_hlr_db(pid=3288): Terminated: ok {rc=0}\u000a11:40:02.174432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Launched\u000a11:40:02.500441 run osmo-hlr_10.42.42.2(pid=3294): Launched\u000a11:40:02.618481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:03.179170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Launched\u000a11:40:03.501225 run osmo-stp_10.42.42.5(pid=3297): Launched\u000a11:40:03.618724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:04.179515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Launched\u000a11:40:04.294259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:04.575233 run patchelf(pid=3300): Launched\u000a11:40:04.763509 run osmo-stp_10.42.42.5(pid=3297): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]\u000a11:40:04.901834 run osmo-stp_10.42.42.5(pid=3297): stdout: \u000a| (launched: 2022-12-10_11:40:03.343479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:05.039777 run osmo-stp_10.42.42.5(pid=3297): stderr: \u000a| �[0;m�[38;5;43m20221210114003538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114003539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114003539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114003539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:05.173434 run osmo-stp_10.42.42.5(pid=3297): stdout: \u000a| (launched: 2022-12-10_11:40:03.343479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:05.305702 run osmo-stp_10.42.42.5(pid=3297): stderr: \u000a| �[0;m�[38;5;43m20221210114003538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114003539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114003539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114003539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114003540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:05.460545 run patchelf(pid=3300): Terminating (SIGINT)\u000a11:40:05.641243 run patchelf(pid=3300): Terminated: ok {rc=0}\u000a11:40:05.674237 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:40:05.684052 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:40:05.747113 run osmo-hlr_10.42.42.2(pid=3294): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3294)]\u000a11:40:05.798461 run osmo-hlr_10.42.42.2(pid=3294): stdout: \u000a| (launched: 2022-12-10_11:40:02.340695) \u000a11:40:05.850456 run osmo-hlr_10.42.42.2(pid=3294): stderr: \u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114002539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114002552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114002560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114002560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114002561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:05.894891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Terminating (SIGTERM)\u000a11:40:05.936787 run iperf3-srv_10.42.42.10(pid=3280): Terminating (SIGTERM)\u000a11:40:05.980279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3281): Terminating (SIGTERM)\u000a11:40:06.022031 run iperf3-srv_10.42.42.10(pid=3282): Terminating (SIGTERM)\u000a11:40:06.063782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3283): Terminating (SIGTERM)\u000a11:40:06.105570 run iperf3-srv_10.42.42.10(pid=3284): Terminating (SIGTERM)\u000a11:40:06.147120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3285): Terminating (SIGTERM)\u000a11:40:06.189242 run iperf3-srv_10.42.42.10(pid=3286): Terminating (SIGTERM)\u000a11:40:06.231084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Terminating (SIGTERM)\u000a11:40:06.272827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Terminating (SIGTERM)\u000a11:40:06.314629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Terminating (SIGTERM)\u000a11:40:06.324289 --- ParallelTerminationStrategy: PID 3279 died...\u000a11:40:06.380920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Terminated: ok {rc=0}\u000a11:40:06.391197 --- ParallelTerminationStrategy: PID 3280 died...\u000a11:40:06.447002 run iperf3-srv_10.42.42.10(pid=3280): Terminated {rc=256}\u000a11:40:06.457089 --- ParallelTerminationStrategy: PID 3281 died...\u000a11:40:06.513103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3281): Terminated: ok {rc=0}\u000a11:40:06.523259 --- ParallelTerminationStrategy: PID 3282 died...\u000a11:40:06.578904 run iperf3-srv_10.42.42.10(pid=3282): Terminated {rc=256}\u000a11:40:06.589129 --- ParallelTerminationStrategy: PID 3283 died...\u000a11:40:06.644738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3283): Terminated: ok {rc=0}\u000a11:40:06.654916 --- ParallelTerminationStrategy: PID 3284 died...\u000a11:40:06.710420 run iperf3-srv_10.42.42.10(pid=3284): Terminated {rc=256}\u000a11:40:06.720587 --- ParallelTerminationStrategy: PID 3285 died...\u000a11:40:06.776147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3285): Terminated: ok {rc=0}\u000a11:40:06.786373 --- ParallelTerminationStrategy: PID 3286 died...\u000a11:40:06.841877 run iperf3-srv_10.42.42.10(pid=3286): Terminated {rc=256}\u000a11:40:06.852009 --- ParallelTerminationStrategy: PID 3293 died...\u000a11:40:06.907770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Terminated: ok {rc=0}\u000a11:40:06.917992 --- ParallelTerminationStrategy: PID 3296 died...\u000a11:40:06.973733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Terminated: ok {rc=0}\u000a11:40:06.983990 --- ParallelTerminationStrategy: PID 3299 died...\u000a11:40:07.039934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Terminated: ok {rc=0}\u000a11:40:07.127598 bus /gobi_4: Setting Powered False\u000a11:40:08.231635 bus /gobi_4: Setting Powered False\u000a11:40:09.343548 bus /gobi_1: Setting Powered False\u000a11:40:10.450998 bus /gobi_1: Setting Powered False\u000a11:40:11.559677 bus /gobi_0: Setting Powered False\u000a11:40:12.665841 bus /gobi_0: Setting Powered False\u000a11:40:13.773663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:40:14.842372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:14.854217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:40:15.014799 tst ping.py: using LAC 28139\u000a11:40:15.134291 tst ping.py: using RAC 89\u000a11:40:15.247714 tst ping.py: using CellId 28139\u000a11:40:15.362608 tst ping.py: using BVCI 28140\u000a11:40:15.385284 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.396238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.406817 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.417667 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.428364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.439136 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.450081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:15.460785 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:40:15.746824 tst ping.py:19: start network...\u000a11:40:15.879694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:16.428795 run create_hlr_db(pid=3301): Launched\u000a11:40:16.616364 bus /gobi_6: Setting Powered False\u000a11:40:17.633992 run create_hlr_db(pid=3301): Terminated: ok {rc=0}\u000a11:40:18.054274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Launched\u000a11:40:18.371503 run osmo-hlr_10.42.42.2(pid=3304): Launched\u000a11:40:18.491552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:19.041840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Launched\u000a11:40:19.358315 run osmo-stp_10.42.42.5(pid=3307): Launched\u000a11:40:19.472928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:20.023467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Launched\u000a11:40:20.136097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:20.412298 run patchelf(pid=3310): Launched\u000a11:40:20.596939 run osmo-stp_10.42.42.5(pid=3307): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]\u000a11:40:20.731624 run osmo-stp_10.42.42.5(pid=3307): stdout: \u000a| (launched: 2022-12-10_11:40:19.202691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:20.866971 run osmo-stp_10.42.42.5(pid=3307): stderr: \u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114019396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:20.998096 run osmo-stp_10.42.42.5(pid=3307): stdout: \u000a| (launched: 2022-12-10_11:40:19.202691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:21.127525 run osmo-stp_10.42.42.5(pid=3307): stderr: \u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114019396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114019396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114019397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:21.277928 run patchelf(pid=3310): Terminating (SIGINT)\u000a11:40:21.454805 run patchelf(pid=3310): Terminated: ok {rc=0}\u000a11:40:21.487013 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:40:21.496144 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:40:21.558813 run osmo-hlr_10.42.42.2(pid=3304): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3304)]\u000a11:40:21.609981 run osmo-hlr_10.42.42.2(pid=3304): stdout: \u000a| (launched: 2022-12-10_11:40:18.215276) \u000a11:40:21.661993 run osmo-hlr_10.42.42.2(pid=3304): stderr: \u000a| �[0;m�[1;31m20221210114018412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114018412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114018413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114018413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114018413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114018413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114018426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114018434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114018434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114018434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:21.706278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Terminating (SIGTERM)\u000a11:40:21.747944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Terminating (SIGTERM)\u000a11:40:21.789657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Terminating (SIGTERM)\u000a11:40:21.799409 --- ParallelTerminationStrategy: PID 3303 died...\u000a11:40:21.855114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Terminated: ok {rc=0}\u000a11:40:21.865268 --- ParallelTerminationStrategy: PID 3306 died...\u000a11:40:21.920401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Terminated: ok {rc=0}\u000a11:40:21.930489 --- ParallelTerminationStrategy: PID 3309 died...\u000a11:40:21.985733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Terminated: ok {rc=0}\u000a11:40:22.073246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3317): Process ended prematurely: osmo-stp_10.42.42.5(pid=3317) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3317)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3317): Process ended prematurely: osmo-stp_10.42.42.5(pid=3317) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:40:23.124928 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.136892 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:40:23.299259 tst ping_idle_ping.py: using LAC 28140\u000a11:40:23.424045 tst ping_idle_ping.py: using RAC 90\u000a11:40:23.550212 tst ping_idle_ping.py: using CellId 28140\u000a11:40:23.674514 tst ping_idle_ping.py: using BVCI 28141\u000a11:40:23.698989 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.710531 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.721780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.733104 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.744125 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.755444 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.766769 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:23.777994 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:40:24.066753 tst ping_idle_ping.py:24: start network...\u000a11:40:24.200182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:24.715847 run create_hlr_db(pid=3311): Launched\u000a11:40:24.902029 bus /gobi_6: Setting Powered False\u000a11:40:25.920163 run create_hlr_db(pid=3311): Terminated: ok {rc=0}\u000a11:40:26.318048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3313): Launched\u000a11:40:26.616049 run osmo-hlr_10.42.42.2(pid=3314): Launched\u000a11:40:26.732247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:27.254217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3316): Launched\u000a11:40:27.552044 run osmo-stp_10.42.42.5(pid=3317): Launched\u000a11:40:27.661674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:28.176647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3319): Launched\u000a11:40:28.282345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:28.540862 run patchelf(pid=3320): Launched\u000a11:40:28.714116 run osmo-stp_10.42.42.5(pid=3317): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3317)]\u000a11:40:28.840662 run osmo-stp_10.42.42.5(pid=3317): stdout: \u000a| (launched: 2022-12-10_11:40:27.404282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:28.967433 run osmo-stp_10.42.42.5(pid=3317): stderr: \u000a| �[0;m�[38;5;43m20221210114027571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114027571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114027572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114027572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:29.089951 run osmo-stp_10.42.42.5(pid=3317): stdout: \u000a| (launched: 2022-12-10_11:40:27.404282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:29.211466 run osmo-stp_10.42.42.5(pid=3317): stderr: \u000a| �[0;m�[38;5;43m20221210114027571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114027571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114027572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114027572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114027573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:29.352902 run patchelf(pid=3320): Terminating (SIGINT)\u000a11:40:29.518473 run patchelf(pid=3320): Terminated: ok {rc=0}\u000a11:40:29.548782 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3317): Process ended prematurely: osmo-stp_10.42.42.5(pid=3317) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3317)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:40:29.557265 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:40:29.617050 run osmo-hlr_10.42.42.2(pid=3314): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3314)]\u000a11:40:29.666264 run osmo-hlr_10.42.42.2(pid=3314): stdout: \u000a| (launched: 2022-12-10_11:40:26.468469) \u000a11:40:29.715132 run osmo-hlr_10.42.42.2(pid=3314): stderr: \u000a| �[0;m�[1;31m20221210114026641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114026641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114026641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114026641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114026641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114026642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114026654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114026662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114026663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114026663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:29.757421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3313): Terminating (SIGTERM)\u000a11:40:29.797293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3316): Terminating (SIGTERM)\u000a11:40:29.836548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3319): Terminating (SIGTERM)\u000a11:40:29.846039 --- ParallelTerminationStrategy: PID 3313 died...\u000a11:40:29.899182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3313): Terminated: ok {rc=0}\u000a11:40:29.908805 --- ParallelTerminationStrategy: PID 3316 died...\u000a11:40:29.961919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3316): Terminated: ok {rc=0}\u000a11:40:29.971668 --- ParallelTerminationStrategy: PID 3319 died...\u000a11:40:30.024792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3319): Terminated: ok {rc=0}\u000a11:40:30.112992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:39:32" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3334): Process ended prematurely: osmo-stp_10.42.42.5(pid=3334) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3334)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3334): Process ended prematurely: osmo-stp_10.42.42.5(pid=3334) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:40:32.328531 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.339980 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:40:32.509854 tst cs_paging_gprs_active.py: using LAC 28141\u000a11:40:32.634313 tst cs_paging_gprs_active.py: using RAC 91\u000a11:40:32.758483 tst cs_paging_gprs_active.py: using CellId 28141\u000a11:40:32.883329 tst cs_paging_gprs_active.py: using BVCI 28142\u000a11:40:32.908116 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.919350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.930410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.942001 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.953507 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.965115 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.976734 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.988120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:32.999758 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:33.116445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:33.409488 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:40:33.544701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:33.878277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3324): Launched\u000a11:40:34.154871 run iperf3-srv_10.42.42.10(pid=3325): Launched\u000a11:40:34.353700 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:40:34.489671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:34.823549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Launched\u000a11:40:35.100202 run iperf3-srv_10.42.42.10(pid=3327): Launched\u000a11:40:35.298050 tst cs_paging_gprs_active.py:38: start network...\u000a11:40:35.433461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:35.948542 run create_hlr_db(pid=3328): Launched\u000a11:40:36.135289 bus /gobi_6: Setting Powered False\u000a11:40:37.157008 run create_hlr_db(pid=3328): Terminated: ok {rc=0}\u000a11:40:37.586730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3330): Launched\u000a11:40:37.908567 run osmo-hlr_10.42.42.2(pid=3331): Launched\u000a11:40:38.026153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:38.585202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3333): Launched\u000a11:40:38.906099 run osmo-stp_10.42.42.5(pid=3334): Launched\u000a11:40:39.022641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:39.582224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3336): Launched\u000a11:40:39.696916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:39.976801 run patchelf(pid=3337): Launched\u000a11:40:40.165463 run osmo-stp_10.42.42.5(pid=3334): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3334)]\u000a11:40:40.302974 run osmo-stp_10.42.42.5(pid=3334): stdout: \u000a| (launched: 2022-12-10_11:40:38.748695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:40.442120 run osmo-stp_10.42.42.5(pid=3334): stderr: \u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114038944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:40.575306 run osmo-stp_10.42.42.5(pid=3334): stdout: \u000a| (launched: 2022-12-10_11:40:38.748695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:40.707222 run osmo-stp_10.42.42.5(pid=3334): stderr: \u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114038943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114038944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114038944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:40.860796 run patchelf(pid=3337): Terminating (SIGINT)\u000a11:40:41.041193 run patchelf(pid=3337): Terminated: ok {rc=0}\u000a11:40:41.074272 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3334): Process ended prematurely: osmo-stp_10.42.42.5(pid=3334) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3334)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:40:41.084027 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:40:41.146274 run osmo-hlr_10.42.42.2(pid=3331): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3331)]\u000a11:40:41.197077 run osmo-hlr_10.42.42.2(pid=3331): stdout: \u000a| (launched: 2022-12-10_11:40:37.750926) \u000a11:40:41.248301 run osmo-hlr_10.42.42.2(pid=3331): stderr: \u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114037949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114037961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114037969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114037969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114037969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:41.292103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3324): Terminating (SIGTERM)\u000a11:40:41.333277 run iperf3-srv_10.42.42.10(pid=3325): Terminating (SIGTERM)\u000a11:40:41.374715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Terminating (SIGTERM)\u000a11:40:41.415926 run iperf3-srv_10.42.42.10(pid=3327): Terminating (SIGTERM)\u000a11:40:41.457299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3330): Terminating (SIGTERM)\u000a11:40:41.498292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3333): Terminating (SIGTERM)\u000a11:40:41.539348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3336): Terminating (SIGTERM)\u000a11:40:41.548839 --- ParallelTerminationStrategy: PID 3324 died...\u000a11:40:41.604014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3324): Terminated: ok {rc=0}\u000a11:40:41.613917 --- ParallelTerminationStrategy: PID 3325 died...\u000a11:40:41.668545 run iperf3-srv_10.42.42.10(pid=3325): Terminated {rc=256}\u000a11:40:41.678459 --- ParallelTerminationStrategy: PID 3326 died...\u000a11:40:41.733144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3326): Terminated: ok {rc=0}\u000a11:40:41.742959 --- ParallelTerminationStrategy: PID 3327 died...\u000a11:40:41.797605 run iperf3-srv_10.42.42.10(pid=3327): Terminated {rc=256}\u000a11:40:41.807422 --- ParallelTerminationStrategy: PID 3330 died...\u000a11:40:41.862208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3330): Terminated: ok {rc=0}\u000a11:40:41.872122 --- ParallelTerminationStrategy: PID 3333 died...\u000a11:40:41.927778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3333): Terminated: ok {rc=0}\u000a11:40:41.938041 --- ParallelTerminationStrategy: PID 3336 died...\u000a11:40:41.993118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3336): Terminated: ok {rc=0}\u000a11:40:42.079759 bus /gobi_0: Setting Powered False\u000a11:40:43.184640 bus /gobi_0: Setting Powered False\u000a11:40:44.295180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3346): Process ended prematurely: osmo-stp_10.42.42.5(pid=3346) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3346)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3346): Process ended prematurely: osmo-stp_10.42.42.5(pid=3346) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:40:45.404895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:45.416339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:40:45.580516 tst iperf3.py: using LAC 28142\u000a11:40:45.698462 tst iperf3.py: using RAC 92\u000a11:40:45.814654 tst iperf3.py: using CellId 28142\u000a11:40:45.958692 tst iperf3.py: using BVCI 28143\u000a11:40:45.983861 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:45.995742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.008179 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.020282 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.033346 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.045676 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.057978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.069519 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:46.081505 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:46.380727 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:46.519957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:46.875398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3338): Launched\u000a11:40:47.170340 run iperf3-srv_10.42.42.10(pid=3339): Launched\u000a11:40:47.367920 tst iperf3.py:8: start network...\u000a11:40:47.502955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:48.016219 run create_hlr_db(pid=3340): Launched\u000a11:40:48.202477 bus /gobi_6: Setting Powered False\u000a11:40:49.223185 run create_hlr_db(pid=3340): Terminated: ok {rc=0}\u000a11:40:49.649457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3342): Launched\u000a11:40:49.968685 run osmo-hlr_10.42.42.2(pid=3343): Launched\u000a11:40:50.088494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:50.650615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3345): Launched\u000a11:40:50.970759 run osmo-stp_10.42.42.5(pid=3346): Launched\u000a11:40:51.087072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:51.646923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3348): Launched\u000a11:40:51.761267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:52.040914 run patchelf(pid=3349): Launched\u000a11:40:52.229070 run osmo-stp_10.42.42.5(pid=3346): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3346)]\u000a11:40:52.366948 run osmo-stp_10.42.42.5(pid=3346): stdout: \u000a| (launched: 2022-12-10_11:40:50.813873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:52.505559 run osmo-stp_10.42.42.5(pid=3346): stderr: \u000a| �[0;m�[38;5;43m20221210114051005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114051005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114051006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114051006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114051008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114051008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114051009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:52.639391 run osmo-stp_10.42.42.5(pid=3346): stdout: \u000a| (launched: 2022-12-10_11:40:50.813873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:52.771226 run osmo-stp_10.42.42.5(pid=3346): stderr: \u000a| �[0;m�[38;5;43m20221210114051005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114051005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114051006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114051006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114051008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114051008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114051009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:52.925115 run patchelf(pid=3349): Terminating (SIGINT)\u000a11:40:53.105397 run patchelf(pid=3349): Terminated: ok {rc=0}\u000a11:40:53.138340 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3346): Process ended prematurely: osmo-stp_10.42.42.5(pid=3346) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3346)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:40:53.148182 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:40:53.211420 run osmo-hlr_10.42.42.2(pid=3343): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3343)]\u000a11:40:53.262958 run osmo-hlr_10.42.42.2(pid=3343): stdout: \u000a| (launched: 2022-12-10_11:40:49.812377) \u000a11:40:53.314917 run osmo-hlr_10.42.42.2(pid=3343): stderr: \u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114050009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114050022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114050031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114050031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114050031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:53.359188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3338): Terminating (SIGTERM)\u000a11:40:53.401263 run iperf3-srv_10.42.42.10(pid=3339): Terminating (SIGTERM)\u000a11:40:53.443009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3342): Terminating (SIGTERM)\u000a11:40:53.484614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3345): Terminating (SIGTERM)\u000a11:40:53.526397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3348): Terminating (SIGTERM)\u000a11:40:53.536032 --- ParallelTerminationStrategy: PID 3338 died...\u000a11:40:53.591393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3338): Terminated: ok {rc=0}\u000a11:40:53.601447 --- ParallelTerminationStrategy: PID 3339 died...\u000a11:40:53.656459 run iperf3-srv_10.42.42.10(pid=3339): Terminated {rc=256}\u000a11:40:53.666348 --- ParallelTerminationStrategy: PID 3342 died...\u000a11:40:53.721212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3342): Terminated: ok {rc=0}\u000a11:40:53.731140 --- ParallelTerminationStrategy: PID 3345 died...\u000a11:40:53.786039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3345): Terminated: ok {rc=0}\u000a11:40:53.795922 --- ParallelTerminationStrategy: PID 3348 died...\u000a11:40:53.850789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3348): Terminated: ok {rc=0}\u000a11:40:53.937387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:40:55.051504 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.063365 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:40:55.228057 tst iperf3m4.py: using LAC 28143\u000a11:40:55.358162 tst iperf3m4.py: using RAC 93\u000a11:40:55.482362 tst iperf3m4.py: using CellId 28143\u000a11:40:55.606892 tst iperf3m4.py: using BVCI 28144\u000a11:40:55.631540 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.642723 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.653813 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.664745 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.675684 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.686812 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.697986 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.708898 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:40:55.720068 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:55.834191 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:55.954942 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:56.075674 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:40:56.368443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:56.502844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:56.834470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3350): Launched\u000a11:40:57.108920 run iperf3-srv_10.42.42.10(pid=3351): Launched\u000a11:40:57.305351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:40:57.439516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:57.770320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3352): Launched\u000a11:40:58.044722 run iperf3-srv_10.42.42.10(pid=3353): Launched\u000a11:40:58.240939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:40:58.374427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:58.706342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3354): Launched\u000a11:40:58.980439 run iperf3-srv_10.42.42.10(pid=3355): Launched\u000a11:40:59.176526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:40:59.310142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:59.641025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3356): Launched\u000a11:40:59.915256 run iperf3-srv_10.42.42.10(pid=3357): Launched\u000a11:41:00.111178 tst iperf3m4.py:8: start network...\u000a11:41:00.244472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:00.759731 run create_hlr_db(pid=3358): Launched\u000a11:41:00.946792 bus /gobi_6: Setting Powered False\u000a11:41:02.005814 run create_hlr_db(pid=3358): Terminated: ok {rc=0}\u000a11:41:02.449942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Launched\u000a11:41:02.772021 run osmo-hlr_10.42.42.2(pid=3361): Launched\u000a11:41:02.889329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:03.447234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Launched\u000a11:41:03.767317 run osmo-stp_10.42.42.5(pid=3364): Launched\u000a11:41:03.882386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:04.442032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Launched\u000a11:41:04.556467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:04.837056 run patchelf(pid=3367): Launched\u000a11:41:05.025304 run osmo-stp_10.42.42.5(pid=3364): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]\u000a11:41:05.163189 run osmo-stp_10.42.42.5(pid=3364): stdout: \u000a| (launched: 2022-12-10_11:41:03.610748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:05.301293 run osmo-stp_10.42.42.5(pid=3364): stderr: \u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114103802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:05.434988 run osmo-stp_10.42.42.5(pid=3364): stdout: \u000a| (launched: 2022-12-10_11:41:03.610748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:05.566975 run osmo-stp_10.42.42.5(pid=3364): stderr: \u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114103802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114103802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114103803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:05.720620 run patchelf(pid=3367): Terminating (SIGINT)\u000a11:41:05.900876 run patchelf(pid=3367): Terminated: ok {rc=0}\u000a11:41:05.933821 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:41:05.943571 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:41:06.006579 run osmo-hlr_10.42.42.2(pid=3361): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3361)]\u000a11:41:06.057768 run osmo-hlr_10.42.42.2(pid=3361): stdout: \u000a| (launched: 2022-12-10_11:41:02.614300) \u000a11:41:06.109657 run osmo-hlr_10.42.42.2(pid=3361): stderr: \u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114102813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114102826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114102834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114102835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114102835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:06.153956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3350): Terminating (SIGTERM)\u000a11:41:06.195585 run iperf3-srv_10.42.42.10(pid=3351): Terminating (SIGTERM)\u000a11:41:06.237314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3352): Terminating (SIGTERM)\u000a11:41:06.278876 run iperf3-srv_10.42.42.10(pid=3353): Terminating (SIGTERM)\u000a11:41:06.320715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3354): Terminating (SIGTERM)\u000a11:41:06.362381 run iperf3-srv_10.42.42.10(pid=3355): Terminating (SIGTERM)\u000a11:41:06.404470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3356): Terminating (SIGTERM)\u000a11:41:06.446265 run iperf3-srv_10.42.42.10(pid=3357): Terminating (SIGTERM)\u000a11:41:06.487903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Terminating (SIGTERM)\u000a11:41:06.529739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Terminating (SIGTERM)\u000a11:41:06.571372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Terminating (SIGTERM)\u000a11:41:06.581061 --- ParallelTerminationStrategy: PID 3350 died...\u000a11:41:06.637470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3350): Terminated: ok {rc=0}\u000a11:41:06.647640 --- ParallelTerminationStrategy: PID 3351 died...\u000a11:41:06.703250 run iperf3-srv_10.42.42.10(pid=3351): Terminated {rc=256}\u000a11:41:06.713289 --- ParallelTerminationStrategy: PID 3352 died...\u000a11:41:06.768539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3352): Terminated: ok {rc=0}\u000a11:41:06.778587 --- ParallelTerminationStrategy: PID 3353 died...\u000a11:41:06.833582 run iperf3-srv_10.42.42.10(pid=3353): Terminated {rc=256}\u000a11:41:06.843454 --- ParallelTerminationStrategy: PID 3354 died...\u000a11:41:06.898478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3354): Terminated: ok {rc=0}\u000a11:41:06.908472 --- ParallelTerminationStrategy: PID 3355 died...\u000a11:41:06.963669 run iperf3-srv_10.42.42.10(pid=3355): Terminated {rc=256}\u000a11:41:06.973722 --- ParallelTerminationStrategy: PID 3356 died...\u000a11:41:07.029392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3356): Terminated: ok {rc=0}\u000a11:41:07.039378 --- ParallelTerminationStrategy: PID 3357 died...\u000a11:41:07.094740 run iperf3-srv_10.42.42.10(pid=3357): Terminated {rc=256}\u000a11:41:07.104715 --- ParallelTerminationStrategy: PID 3360 died...\u000a11:41:07.160218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Terminated: ok {rc=0}\u000a11:41:07.170295 --- ParallelTerminationStrategy: PID 3363 died...\u000a11:41:07.225774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Terminated: ok {rc=0}\u000a11:41:07.235852 --- ParallelTerminationStrategy: PID 3366 died...\u000a11:41:07.291639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Terminated: ok {rc=0}\u000a11:41:07.378498 bus /gobi_4: Setting Powered False\u000a11:41:08.483628 bus /gobi_4: Setting Powered False\u000a11:41:09.594835 bus /gobi_1: Setting Powered False\u000a11:41:10.698864 bus /gobi_1: Setting Powered False\u000a11:41:11.809013 bus /gobi_0: Setting Powered False\u000a11:41:12.915026 bus /gobi_0: Setting Powered False\u000a11:41:14.023290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3374): Process ended prematurely: osmo-stp_10.42.42.5(pid=3374) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3374)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3374): Process ended prematurely: osmo-stp_10.42.42.5(pid=3374) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:41:15.091525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.103392 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:41:15.268153 tst ping.py: using LAC 28144\u000a11:41:15.396885 tst ping.py: using RAC 94\u000a11:41:15.514899 tst ping.py: using CellId 28144\u000a11:41:15.630145 tst ping.py: using BVCI 28145\u000a11:41:15.652641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.663669 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.674981 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.686324 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.697373 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.708046 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.719221 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:15.730411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:41:16.041501 tst ping.py:19: start network...\u000a11:41:16.177356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:16.698216 run create_hlr_db(pid=3368): Launched\u000a11:41:16.889472 bus /gobi_6: Setting Powered False\u000a11:41:17.903629 run create_hlr_db(pid=3368): Terminated: ok {rc=0}\u000a11:41:18.302451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3370): Launched\u000a11:41:18.598997 run osmo-hlr_10.42.42.2(pid=3371): Launched\u000a11:41:18.711647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:19.238210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3373): Launched\u000a11:41:19.532771 run osmo-stp_10.42.42.5(pid=3374): Launched\u000a11:41:19.640690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:20.154949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3376): Launched\u000a11:41:20.260084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:20.524867 run patchelf(pid=3377): Launched\u000a11:41:20.709980 run osmo-stp_10.42.42.5(pid=3374): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3374)]\u000a11:41:20.845293 run osmo-stp_10.42.42.5(pid=3374): stdout: \u000a| (launched: 2022-12-10_11:41:19.387353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:20.980318 run osmo-stp_10.42.42.5(pid=3374): stderr: \u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114119558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:21.111390 run osmo-stp_10.42.42.5(pid=3374): stdout: \u000a| (launched: 2022-12-10_11:41:19.387353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:21.240738 run osmo-stp_10.42.42.5(pid=3374): stderr: \u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114119557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114119558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114119558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:21.391413 run patchelf(pid=3377): Terminating (SIGINT)\u000a11:41:21.567964 run patchelf(pid=3377): Terminated: ok {rc=0}\u000a11:41:21.600052 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3374): Process ended prematurely: osmo-stp_10.42.42.5(pid=3374) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3374)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:41:21.609266 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:41:21.671755 run osmo-hlr_10.42.42.2(pid=3371): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3371)]\u000a11:41:21.722625 run osmo-hlr_10.42.42.2(pid=3371): stdout: \u000a| (launched: 2022-12-10_11:41:18.452785) \u000a11:41:21.774361 run osmo-hlr_10.42.42.2(pid=3371): stderr: \u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114118626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114118638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114118647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114118647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114118647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:21.818345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3370): Terminating (SIGTERM)\u000a11:41:21.860030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3373): Terminating (SIGTERM)\u000a11:41:21.901652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3376): Terminating (SIGTERM)\u000a11:41:21.911234 --- ParallelTerminationStrategy: PID 3370 died...\u000a11:41:21.966747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3370): Terminated: ok {rc=0}\u000a11:41:21.976672 --- ParallelTerminationStrategy: PID 3373 died...\u000a11:41:22.031914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3373): Terminated: ok {rc=0}\u000a11:41:22.041854 --- ParallelTerminationStrategy: PID 3376 died...\u000a11:41:22.097255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3376): Terminated: ok {rc=0}\u000a11:41:22.184265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3384): Process ended prematurely: osmo-stp_10.42.42.5(pid=3384) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3384)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3384): Process ended prematurely: osmo-stp_10.42.42.5(pid=3384) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:41:23.235799 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.247502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:41:23.416711 tst ping_idle_ping.py: using LAC 28145\u000a11:41:23.539426 tst ping_idle_ping.py: using RAC 95\u000a11:41:23.661551 tst ping_idle_ping.py: using CellId 28145\u000a11:41:23.786288 tst ping_idle_ping.py: using BVCI 28146\u000a11:41:23.809243 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.820163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.830984 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.842608 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.854030 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.865437 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.876720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:23.888062 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:41:24.177260 tst ping_idle_ping.py:24: start network...\u000a11:41:24.309756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:24.818938 run create_hlr_db(pid=3378): Launched\u000a11:41:25.003063 bus /gobi_6: Setting Powered False\u000a11:41:26.023821 run create_hlr_db(pid=3378): Terminated: ok {rc=0}\u000a11:41:26.422746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3380): Launched\u000a11:41:26.721731 run osmo-hlr_10.42.42.2(pid=3381): Launched\u000a11:41:26.839568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:27.360520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3383): Launched\u000a11:41:27.656214 run osmo-stp_10.42.42.5(pid=3384): Launched\u000a11:41:27.774594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:28.295823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3386): Launched\u000a11:41:28.401439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:28.658355 run patchelf(pid=3387): Launched\u000a11:41:28.831563 run osmo-stp_10.42.42.5(pid=3384): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3384)]\u000a11:41:28.958201 run osmo-stp_10.42.42.5(pid=3384): stdout: \u000a| (launched: 2022-12-10_11:41:27.510871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:29.085237 run osmo-stp_10.42.42.5(pid=3384): stderr: \u000a| �[0;m�[38;5;43m20221210114127681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114127681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114127682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114127682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:29.207591 run osmo-stp_10.42.42.5(pid=3384): stdout: \u000a| (launched: 2022-12-10_11:41:27.510871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:29.328559 run osmo-stp_10.42.42.5(pid=3384): stderr: \u000a| �[0;m�[38;5;43m20221210114127681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114127681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114127682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114127682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114127683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:29.470208 run patchelf(pid=3387): Terminating (SIGINT)\u000a11:41:29.635760 run patchelf(pid=3387): Terminated: ok {rc=0}\u000a11:41:29.665801 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3384): Process ended prematurely: osmo-stp_10.42.42.5(pid=3384) [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3384)] [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:41:29.674383 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:41:29.734739 run osmo-hlr_10.42.42.2(pid=3381): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3381)]\u000a11:41:29.783843 run osmo-hlr_10.42.42.2(pid=3381): stdout: \u000a| (launched: 2022-12-10_11:41:26.573499) \u000a11:41:29.833683 run osmo-hlr_10.42.42.2(pid=3381): stderr: \u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114126759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114126768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114126768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114126768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:29.875954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3380): Terminating (SIGTERM)\u000a11:41:29.916057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3383): Terminating (SIGTERM)\u000a11:41:29.955861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3386): Terminating (SIGTERM)\u000a11:41:29.965331 --- ParallelTerminationStrategy: PID 3380 died...\u000a11:41:30.019198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3380): Terminated: ok {rc=0}\u000a11:41:30.029004 --- ParallelTerminationStrategy: PID 3383 died...\u000a11:41:30.082053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3383): Terminated: ok {rc=0}\u000a11:41:30.091932 --- ParallelTerminationStrategy: PID 3386 died...\u000a11:41:30.145594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3386): Terminated: ok {rc=0}\u000a11:41:30.228787 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:40:31" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:41:32.429055 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:32.440367 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:41:32.579619 tst cs_paging_gprs_active.py: using LAC 28146\u000a11:41:32.700253 tst cs_paging_gprs_active.py: using RAC 96\u000a11:41:32.818472 tst cs_paging_gprs_active.py: using CellId 28146\u000a11:41:32.947273 tst cs_paging_gprs_active.py: using BVCI 28147\u000a11:41:32.972018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:32.983601 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:32.995004 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.006395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.017849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.029397 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.040826 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.052096 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:33.063758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:33.179186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:33.457926 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:41:33.584225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:33.897515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Launched\u000a11:41:34.157087 run iperf3-srv_10.42.42.10(pid=3392): Launched\u000a11:41:34.341836 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:41:34.467084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:34.779995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Launched\u000a11:41:35.041366 run iperf3-srv_10.42.42.10(pid=3394): Launched\u000a11:41:35.225811 tst cs_paging_gprs_active.py:38: start network...\u000a11:41:35.351538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:35.826798 run create_hlr_db(pid=3395): Launched\u000a11:41:36.000313 bus /gobi_6: Setting Powered False\u000a11:41:37.022364 run create_hlr_db(pid=3395): Terminated: ok {rc=0}\u000a11:41:37.450875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Launched\u000a11:41:37.774070 run osmo-hlr_10.42.42.2(pid=3398): Launched\u000a11:41:37.894497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:38.455499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Launched\u000a11:41:38.786152 run osmo-stp_10.42.42.5(pid=3401): Launched\u000a11:41:38.904034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:39.466862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Launched\u000a11:41:39.581991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:39.863138 run patchelf(pid=3404): Launched\u000a11:41:40.052462 run osmo-stp_10.42.42.5(pid=3401): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]\u000a11:41:40.190363 run osmo-stp_10.42.42.5(pid=3401): stdout: \u000a| (launched: 2022-12-10_11:41:38.627855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:40.328616 run osmo-stp_10.42.42.5(pid=3401): stderr: \u000a| �[0;m�[38;5;43m20221210114138818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114138818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114138819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114138819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:40.462393 run osmo-stp_10.42.42.5(pid=3401): stdout: \u000a| (launched: 2022-12-10_11:41:38.627855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:40.594741 run osmo-stp_10.42.42.5(pid=3401): stderr: \u000a| �[0;m�[38;5;43m20221210114138818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114138818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114138819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114138819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114138821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:40.748327 run patchelf(pid=3404): Terminating (SIGINT)\u000a11:41:40.929721 run patchelf(pid=3404): Terminated: ok {rc=0}\u000a11:41:40.962843 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)] [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:41:40.972604 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:41:41.035305 run osmo-hlr_10.42.42.2(pid=3398): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3398)]\u000a11:41:41.086164 run osmo-hlr_10.42.42.2(pid=3398): stdout: \u000a| (launched: 2022-12-10_11:41:37.615344) \u000a11:41:41.137938 run osmo-hlr_10.42.42.2(pid=3398): stderr: \u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114137814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114137827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114137835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114137835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114137835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:41.181940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Terminating (SIGTERM)\u000a11:41:41.223476 run iperf3-srv_10.42.42.10(pid=3392): Terminating (SIGTERM)\u000a11:41:41.265152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Terminating (SIGTERM)\u000a11:41:41.307174 run iperf3-srv_10.42.42.10(pid=3394): Terminating (SIGTERM)\u000a11:41:41.349005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminating (SIGTERM)\u000a11:41:41.390568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminating (SIGTERM)\u000a11:41:41.432480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminating (SIGTERM)\u000a11:41:41.442098 --- ParallelTerminationStrategy: PID 3391 died...\u000a11:41:41.498026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Terminated: ok {rc=0}\u000a11:41:41.508057 --- ParallelTerminationStrategy: PID 3392 died...\u000a11:41:41.563653 run iperf3-srv_10.42.42.10(pid=3392): Terminated {rc=256}\u000a11:41:41.573674 --- ParallelTerminationStrategy: PID 3393 died...\u000a11:41:41.629081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Terminated: ok {rc=0}\u000a11:41:41.639013 --- ParallelTerminationStrategy: PID 3394 died...\u000a11:41:41.693984 run iperf3-srv_10.42.42.10(pid=3394): Terminated {rc=256}\u000a11:41:41.703908 --- ParallelTerminationStrategy: PID 3397 died...\u000a11:41:41.758817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminated: ok {rc=0}\u000a11:41:41.768684 --- ParallelTerminationStrategy: PID 3400 died...\u000a11:41:41.823690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminated: ok {rc=0}\u000a11:41:41.833948 --- ParallelTerminationStrategy: PID 3403 died...\u000a11:41:41.889200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminated: ok {rc=0}\u000a11:41:41.976856 bus /gobi_0: Setting Powered False\u000a11:41:43.083963 bus /gobi_0: Setting Powered False\u000a11:41:44.192114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:41:45.305468 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.317585 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:41:45.468141 tst iperf3.py: using LAC 28147\u000a11:41:45.593633 tst iperf3.py: using RAC 97\u000a11:41:45.714959 tst iperf3.py: using CellId 28147\u000a11:41:45.834533 tst iperf3.py: using BVCI 28148\u000a11:41:45.860117 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.872521 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.884074 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.899017 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.913410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.936433 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.949410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.962023 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:45.974984 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:46.318713 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:46.460358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:46.813512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3405): Launched\u000a11:41:47.103881 run iperf3-srv_10.42.42.10(pid=3406): Launched\u000a11:41:47.305201 tst iperf3.py:8: start network...\u000a11:41:47.440529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:47.955380 run create_hlr_db(pid=3407): Launched\u000a11:41:48.142193 bus /gobi_6: Setting Powered False\u000a11:41:49.161988 run create_hlr_db(pid=3407): Terminated: ok {rc=0}\u000a11:41:49.589699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Launched\u000a11:41:49.910186 run osmo-hlr_10.42.42.2(pid=3410): Launched\u000a11:41:50.031140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:50.591014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Launched\u000a11:41:50.911618 run osmo-stp_10.42.42.5(pid=3413): Launched\u000a11:41:51.029080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:51.590014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3415): Launched\u000a11:41:51.704754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:51.985334 run patchelf(pid=3416): Launched\u000a11:41:52.173854 run osmo-stp_10.42.42.5(pid=3413): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]\u000a11:41:52.311456 run osmo-stp_10.42.42.5(pid=3413): stdout: \u000a| (launched: 2022-12-10_11:41:50.754923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:52.450219 run osmo-stp_10.42.42.5(pid=3413): stderr: \u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114150947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:52.583186 run osmo-stp_10.42.42.5(pid=3413): stdout: \u000a| (launched: 2022-12-10_11:41:50.754923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:52.714869 run osmo-stp_10.42.42.5(pid=3413): stderr: \u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114150947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114150947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114150950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:52.868304 run patchelf(pid=3416): Terminating (SIGINT)\u000a11:41:53.048875 run patchelf(pid=3416): Terminated: ok {rc=0}\u000a11:41:53.082011 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)] [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:41:53.091732 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:41:53.153952 run osmo-hlr_10.42.42.2(pid=3410): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3410)]\u000a11:41:53.204586 run osmo-hlr_10.42.42.2(pid=3410): stdout: \u000a| (launched: 2022-12-10_11:41:49.753329) \u000a11:41:53.255922 run osmo-hlr_10.42.42.2(pid=3410): stderr: \u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114149951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114149964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114149972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114149973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114149973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:53.299704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3405): Terminating (SIGTERM)\u000a11:41:53.341237 run iperf3-srv_10.42.42.10(pid=3406): Terminating (SIGTERM)\u000a11:41:53.382730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminating (SIGTERM)\u000a11:41:53.424477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminating (SIGTERM)\u000a11:41:53.466166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3415): Terminating (SIGTERM)\u000a11:41:53.475736 --- ParallelTerminationStrategy: PID 3405 died...\u000a11:41:53.531310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3405): Terminated: ok {rc=0}\u000a11:41:53.541853 --- ParallelTerminationStrategy: PID 3406 died...\u000a11:41:53.596676 run iperf3-srv_10.42.42.10(pid=3406): Terminated {rc=256}\u000a11:41:53.606672 --- ParallelTerminationStrategy: PID 3409 died...\u000a11:41:53.661581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminated: ok {rc=0}\u000a11:41:53.671616 --- ParallelTerminationStrategy: PID 3412 died...\u000a11:41:53.726461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminated: ok {rc=0}\u000a11:41:53.736476 --- ParallelTerminationStrategy: PID 3415 died...\u000a11:41:53.791496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3415): Terminated: ok {rc=0}\u000a11:41:53.878354 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:41:54.986764 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:54.998631 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:41:55.143973 tst iperf3m4.py: using LAC 28148\u000a11:41:55.270399 tst iperf3m4.py: using RAC 98\u000a11:41:55.396239 tst iperf3m4.py: using CellId 28148\u000a11:41:55.526694 tst iperf3m4.py: using BVCI 28149\u000a11:41:55.551540 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.563352 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.574933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.586399 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.597915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.609316 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.620785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.632104 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:41:55.643783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:55.764807 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:55.883439 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:56.003478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:41:56.281001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:56.407482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:56.721697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3417): Launched\u000a11:41:56.983167 run iperf3-srv_10.42.42.10(pid=3418): Launched\u000a11:41:57.169312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:41:57.295767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:57.608671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3419): Launched\u000a11:41:57.868549 run iperf3-srv_10.42.42.10(pid=3420): Launched\u000a11:41:58.053455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:41:58.178971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:58.490972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3421): Launched\u000a11:41:58.750024 run iperf3-srv_10.42.42.10(pid=3422): Launched\u000a11:41:58.933708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:41:59.059055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:59.370476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3423): Launched\u000a11:41:59.629099 run iperf3-srv_10.42.42.10(pid=3424): Launched\u000a11:41:59.812099 tst iperf3m4.py:8: start network...\u000a11:41:59.937068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:00.410450 run create_hlr_db(pid=3425): Launched\u000a11:42:00.584079 bus /gobi_6: Setting Powered False\u000a11:42:01.607030 run create_hlr_db(pid=3425): Terminated: ok {rc=0}\u000a11:42:02.076708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Launched\u000a11:42:02.403967 run osmo-hlr_10.42.42.2(pid=3435): Launched\u000a11:42:02.523976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:03.087258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Launched\u000a11:42:03.408334 run osmo-stp_10.42.42.5(pid=3438): Launched\u000a11:42:03.525309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:04.084026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3440): Launched\u000a11:42:04.198602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:04.478967 run patchelf(pid=3441): Launched\u000a11:42:04.666584 run osmo-stp_10.42.42.5(pid=3438): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)]\u000a11:42:04.803257 run osmo-stp_10.42.42.5(pid=3438): stdout: \u000a| (launched: 2022-12-10_11:42:03.250939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:04.940596 run osmo-stp_10.42.42.5(pid=3438): stderr: \u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114203447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:05.073063 run osmo-stp_10.42.42.5(pid=3438): stdout: \u000a| (launched: 2022-12-10_11:42:03.250939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:05.204655 run osmo-stp_10.42.42.5(pid=3438): stderr: \u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114203446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114203447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114203447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:05.357838 run patchelf(pid=3441): Terminating (SIGINT)\u000a11:42:05.538095 run patchelf(pid=3441): Terminated: ok {rc=0}\u000a11:42:05.571170 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3438): Process ended prematurely: osmo-stp_10.42.42.5(pid=3438) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3438)] [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:42:05.580875 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:42:05.643267 run osmo-hlr_10.42.42.2(pid=3435): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3435)]\u000a11:42:05.693918 run osmo-hlr_10.42.42.2(pid=3435): stdout: \u000a| (launched: 2022-12-10_11:42:02.245589) \u000a11:42:05.744892 run osmo-hlr_10.42.42.2(pid=3435): stderr: \u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114202444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114202455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114202463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114202464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114202464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:05.788439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3417): Terminating (SIGTERM)\u000a11:42:05.829629 run iperf3-srv_10.42.42.10(pid=3418): Terminating (SIGTERM)\u000a11:42:05.870722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3419): Terminating (SIGTERM)\u000a11:42:05.911836 run iperf3-srv_10.42.42.10(pid=3420): Terminating (SIGTERM)\u000a11:42:05.953050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3421): Terminating (SIGTERM)\u000a11:42:05.994116 run iperf3-srv_10.42.42.10(pid=3422): Terminating (SIGTERM)\u000a11:42:06.036832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3423): Terminating (SIGTERM)\u000a11:42:06.078480 run iperf3-srv_10.42.42.10(pid=3424): Terminating (SIGTERM)\u000a11:42:06.119476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Terminating (SIGTERM)\u000a11:42:06.160338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Terminating (SIGTERM)\u000a11:42:06.201368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3440): Terminating (SIGTERM)\u000a11:42:06.210848 --- ParallelTerminationStrategy: PID 3417 died...\u000a11:42:06.265795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3417): Terminated: ok {rc=0}\u000a11:42:06.275636 --- ParallelTerminationStrategy: PID 3418 died...\u000a11:42:06.330103 run iperf3-srv_10.42.42.10(pid=3418): Terminated {rc=256}\u000a11:42:06.339982 --- ParallelTerminationStrategy: PID 3419 died...\u000a11:42:06.394650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3419): Terminated: ok {rc=0}\u000a11:42:06.404540 --- ParallelTerminationStrategy: PID 3420 died...\u000a11:42:06.459786 run iperf3-srv_10.42.42.10(pid=3420): Terminated {rc=256}\u000a11:42:06.469819 --- ParallelTerminationStrategy: PID 3421 died...\u000a11:42:06.524446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3421): Terminated: ok {rc=0}\u000a11:42:06.534430 --- ParallelTerminationStrategy: PID 3422 died...\u000a11:42:06.588942 run iperf3-srv_10.42.42.10(pid=3422): Terminated {rc=256}\u000a11:42:06.598845 --- ParallelTerminationStrategy: PID 3423 died...\u000a11:42:06.653545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3423): Terminated: ok {rc=0}\u000a11:42:06.663457 --- ParallelTerminationStrategy: PID 3424 died...\u000a11:42:06.718005 run iperf3-srv_10.42.42.10(pid=3424): Terminated {rc=256}\u000a11:42:06.727927 --- ParallelTerminationStrategy: PID 3434 died...\u000a11:42:06.782780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3434): Terminated: ok {rc=0}\u000a11:42:06.792588 --- ParallelTerminationStrategy: PID 3437 died...\u000a11:42:06.847319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3437): Terminated: ok {rc=0}\u000a11:42:06.857630 --- ParallelTerminationStrategy: PID 3440 died...\u000a11:42:06.912295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3440): Terminated: ok {rc=0}\u000a11:42:06.998951 bus /gobi_4: Setting Powered False\u000a11:42:08.099243 bus /gobi_4: Setting Powered False\u000a11:42:09.210269 bus /gobi_1: Setting Powered False\u000a11:42:10.311612 bus /gobi_1: Setting Powered False\u000a11:42:11.421874 bus /gobi_0: Setting Powered False\u000a11:42:12.528363 bus /gobi_0: Setting Powered False\u000a11:42:13.635496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:42:14.703866 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:14.716084 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:42:14.862062 tst ping.py: using LAC 28149\u000a11:42:14.987350 tst ping.py: using RAC 99\u000a11:42:15.111042 tst ping.py: using CellId 28149\u000a11:42:15.235586 tst ping.py: using BVCI 28150\u000a11:42:15.259820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.271555 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.283103 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.294595 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.305993 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.317522 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.329130 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:15.340468 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:42:15.630039 tst ping.py:19: start network...\u000a11:42:15.761243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:16.306031 run create_hlr_db(pid=3442): Launched\u000a11:42:16.493717 bus /gobi_6: Setting Powered False\u000a11:42:17.512260 run create_hlr_db(pid=3442): Terminated: ok {rc=0}\u000a11:42:17.908521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Launched\u000a11:42:18.203983 run osmo-hlr_10.42.42.2(pid=3445): Launched\u000a11:42:18.318301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:18.841100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Launched\u000a11:42:19.135800 run osmo-stp_10.42.42.5(pid=3448): Launched\u000a11:42:19.243922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:19.758651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3450): Launched\u000a11:42:19.863713 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:20.121716 run patchelf(pid=3451): Launched\u000a11:42:20.294557 run osmo-stp_10.42.42.5(pid=3448): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)]\u000a11:42:20.420607 run osmo-stp_10.42.42.5(pid=3448): stdout: \u000a| (launched: 2022-12-10_11:42:18.990540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:20.547576 run osmo-stp_10.42.42.5(pid=3448): stderr: \u000a| �[0;m�[38;5;43m20221210114219161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114219161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114219162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114219162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114219162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114219163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114219163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:20.670398 run osmo-stp_10.42.42.5(pid=3448): stdout: \u000a| (launched: 2022-12-10_11:42:18.990540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:20.791652 run osmo-stp_10.42.42.5(pid=3448): stderr: \u000a| �[0;m�[38;5;43m20221210114219161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114219161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114219162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114219162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114219162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114219163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114219163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:20.933114 run patchelf(pid=3451): Terminating (SIGINT)\u000a11:42:21.099856 run patchelf(pid=3451): Terminated: ok {rc=0}\u000a11:42:21.130182 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3448): Process ended prematurely: osmo-stp_10.42.42.5(pid=3448) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3448)] [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:42:21.139049 tst ping.py:22: Test FAILED (6.4 sec)\u000a11:42:21.199030 run osmo-hlr_10.42.42.2(pid=3445): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3445)]\u000a11:42:21.248056 run osmo-hlr_10.42.42.2(pid=3445): stdout: \u000a| (launched: 2022-12-10_11:42:18.058466) \u000a11:42:21.297458 run osmo-hlr_10.42.42.2(pid=3445): stderr: \u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114218237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114218249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114218257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114218257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114218257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:21.339199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Terminating (SIGTERM)\u000a11:42:21.378888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Terminating (SIGTERM)\u000a11:42:21.418502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3450): Terminating (SIGTERM)\u000a11:42:21.427914 --- ParallelTerminationStrategy: PID 3444 died...\u000a11:42:21.481077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3444): Terminated: ok {rc=0}\u000a11:42:21.490979 --- ParallelTerminationStrategy: PID 3447 died...\u000a11:42:21.543725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3447): Terminated: ok {rc=0}\u000a11:42:21.553863 --- ParallelTerminationStrategy: PID 3450 died...\u000a11:42:21.606697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3450): Terminated: ok {rc=0}\u000a11:42:21.695505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3458): Process ended prematurely: osmo-stp_10.42.42.5(pid=3458) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3458)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3458): Process ended prematurely: osmo-stp_10.42.42.5(pid=3458) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:42:22.747321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:22.759602 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:42:22.897225 tst ping_idle_ping.py: using LAC 28150\u000a11:42:23.013368 tst ping_idle_ping.py: using RAC 100\u000a11:42:23.130090 tst ping_idle_ping.py: using CellId 28150\u000a11:42:23.254342 tst ping_idle_ping.py: using BVCI 28151\u000a11:42:23.279003 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.290891 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.302509 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.314680 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.326766 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.338790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.351014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:42:23.362958 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:42:23.638853 tst ping_idle_ping.py:24: start network...\u000a11:42:23.762845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:24.232611 run create_hlr_db(pid=3452): Launched\u000a11:42:24.404392 bus /gobi_6: Setting Powered False\u000a11:42:25.425643 run create_hlr_db(pid=3452): Terminated: ok {rc=0}\u000a11:42:25.848645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3454): Launched\u000a11:42:26.167293 run osmo-hlr_10.42.42.2(pid=3455): Launched\u000a11:42:26.283615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:26.835258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3457): Launched\u000a11:42:27.152871 run osmo-stp_10.42.42.5(pid=3458): Launched\u000a11:42:27.267714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:27.821682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3460): Launched\u000a11:42:27.934749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:28.210158 run patchelf(pid=3461): Launched\u000a11:42:28.395104 run osmo-stp_10.42.42.5(pid=3458): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3458)]\u000a11:42:28.530776 run osmo-stp_10.42.42.5(pid=3458): stdout: \u000a| (launched: 2022-12-10_11:42:26.996659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:28.666707 run osmo-stp_10.42.42.5(pid=3458): stderr: \u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114227187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:28.797552 run osmo-stp_10.42.42.5(pid=3458): stdout: \u000a| (launched: 2022-12-10_11:42:26.996659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:28.927696 run osmo-stp_10.42.42.5(pid=3458): stderr: \u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114227187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114227187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114227190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:29.078751 run patchelf(pid=3461): Terminating (SIGINT)\u000a11:42:29.255637 run patchelf(pid=3461): Terminated: ok {rc=0}\u000a11:42:29.287799 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3458): Process ended prematurely: osmo-stp_10.42.42.5(pid=3458) [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3458)] [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:42:29.297197 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:42:29.359376 run osmo-hlr_10.42.42.2(pid=3455): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3455)]\u000a11:42:29.410285 run osmo-hlr_10.42.42.2(pid=3455): stdout: \u000a| (launched: 2022-12-10_11:42:26.010544) \u000a11:42:29.462146 run osmo-hlr_10.42.42.2(pid=3455): stderr: \u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114226209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114226225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114226234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114226234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114226234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:29.506265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3454): Terminating (SIGTERM)\u000a11:42:29.547643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3457): Terminating (SIGTERM)\u000a11:42:29.589055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3460): Terminating (SIGTERM)\u000a11:42:29.598667 --- ParallelTerminationStrategy: PID 3454 died...\u000a11:42:29.653970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3454): Terminated: ok {rc=0}\u000a11:42:29.663970 --- ParallelTerminationStrategy: PID 3457 died...\u000a11:42:29.719115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3457): Terminated: ok {rc=0}\u000a11:42:29.729202 --- ParallelTerminationStrategy: PID 3460 died...\u000a11:42:29.784312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3460): Terminated: ok {rc=0}\u000a11:42:29.870226 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:41:32" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:42:31.969052 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:31.981217 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:42:32.148494 tst switch_tch_pdch.py: using LAC 28151\u000a11:42:32.273722 tst switch_tch_pdch.py: using RAC 101\u000a11:42:32.391905 tst switch_tch_pdch.py: using CellId 28151\u000a11:42:32.507437 tst switch_tch_pdch.py: using BVCI 28152\u000a11:42:32.530114 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.541366 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.552395 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.564076 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.575758 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.587688 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.599585 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:32.610850 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:42:32.729833 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:42:33.019184 tst switch_tch_pdch.py:51: start network...\u000a11:42:33.151187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:33.658561 run create_hlr_db(pid=3465): Launched\u000a11:42:33.842541 bus /gobi_6: Setting Powered False\u000a11:42:34.863821 run create_hlr_db(pid=3465): Terminated: ok {rc=0}\u000a11:42:35.270148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3467): Launched\u000a11:42:35.589085 run osmo-hlr_10.42.42.2(pid=3468): Launched\u000a11:42:35.704435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:36.253977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Launched\u000a11:42:36.570790 run osmo-stp_10.42.42.5(pid=3472): Launched\u000a11:42:36.685647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:37.237779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Launched\u000a11:42:37.350469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:37.626596 run patchelf(pid=3475): Launched\u000a11:42:37.811089 run osmo-stp_10.42.42.5(pid=3472): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]\u000a11:42:37.946608 run osmo-stp_10.42.42.5(pid=3472): stdout: \u000a| (launched: 2022-12-10_11:42:36.414531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:38.081625 run osmo-stp_10.42.42.5(pid=3472): stderr: \u000a| �[0;m�[38;5;43m20221210114236606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114236606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114236607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114236607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114236608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114236608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:38.212130 run osmo-stp_10.42.42.5(pid=3472): stdout: \u000a| (launched: 2022-12-10_11:42:36.414531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:38.341628 run osmo-stp_10.42.42.5(pid=3472): stderr: \u000a| �[0;m�[38;5;43m20221210114236606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114236606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114236607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114236607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114236608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114236608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:38.492434 run patchelf(pid=3475): Terminating (SIGINT)\u000a11:42:38.668401 run patchelf(pid=3475): Terminated: ok {rc=0}\u000a11:42:38.700499 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)] [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:42:38.709700 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:42:38.771689 run osmo-hlr_10.42.42.2(pid=3468): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3468)]\u000a11:42:38.822379 run osmo-hlr_10.42.42.2(pid=3468): stdout: \u000a| (launched: 2022-12-10_11:42:35.432545) \u000a11:42:38.873821 run osmo-hlr_10.42.42.2(pid=3468): stderr: \u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114235631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114235643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114235651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114235651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114235651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:38.917926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3467): Terminating (SIGTERM)\u000a11:42:38.959603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Terminating (SIGTERM)\u000a11:42:39.001356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Terminating (SIGTERM)\u000a11:42:39.010631 --- ParallelTerminationStrategy: PID 3467 died...\u000a11:42:39.065942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3467): Terminated: ok {rc=0}\u000a11:42:39.075904 --- ParallelTerminationStrategy: PID 3471 died...\u000a11:42:39.131031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Terminated: ok {rc=0}\u000a11:42:39.140927 --- ParallelTerminationStrategy: PID 3474 died...\u000a11:42:39.195905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Terminated: ok {rc=0}\u000a11:42:39.282107 bus /gobi_0: Setting Powered False\u000a11:42:40.387777 bus /gobi_0: Setting Powered False\u000a11:42:41.494214 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:42:31" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3485): Process ended prematurely: osmo-stp_10.42.42.5(pid=3485) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3485)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3485): Process ended prematurely: osmo-stp_10.42.42.5(pid=3485) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:42:43.472549 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:43.483912 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:42:43.644554 tst switch_tch_pdch.py: using LAC 28152\u000a11:42:43.767855 tst switch_tch_pdch.py: using RAC 102\u000a11:42:43.892004 tst switch_tch_pdch.py: using CellId 28152\u000a11:42:44.016912 tst switch_tch_pdch.py: using BVCI 28153\u000a11:42:44.041319 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.052494 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.063585 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.074677 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.085830 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.096876 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.108089 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:42:44.119618 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:42:44.235086 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:42:44.522610 tst switch_tch_pdch.py:51: start network...\u000a11:42:44.654300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:45.130906 run create_hlr_db(pid=3479): Launched\u000a11:42:45.259907 bus /gobi_6: Setting Powered False\u000a11:42:46.398988 run create_hlr_db(pid=3479): Terminated: ok {rc=0}\u000a11:42:46.879428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3481): Launched\u000a11:42:47.320289 run osmo-hlr_10.42.42.2(pid=3482): Launched\u000a11:42:47.435420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:47.955768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3484): Launched\u000a11:42:48.272419 run osmo-stp_10.42.42.5(pid=3485): Launched\u000a11:42:48.386869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:48.908470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3487): Launched\u000a11:42:49.020613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:49.294155 run patchelf(pid=3488): Launched\u000a11:42:49.478946 run osmo-stp_10.42.42.5(pid=3485): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3485)]\u000a11:42:49.613658 run osmo-stp_10.42.42.5(pid=3485): stdout: \u000a| (launched: 2022-12-10_11:42:48.117321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:49.748273 run osmo-stp_10.42.42.5(pid=3485): stderr: \u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114248311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:49.878357 run osmo-stp_10.42.42.5(pid=3485): stdout: \u000a| (launched: 2022-12-10_11:42:48.117321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:50.007513 run osmo-stp_10.42.42.5(pid=3485): stderr: \u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114248311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114248311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114248312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:50.157797 run patchelf(pid=3488): Terminating (SIGINT)\u000a11:42:50.333285 run patchelf(pid=3488): Terminated: ok {rc=0}\u000a11:42:50.365213 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3485): Process ended prematurely: osmo-stp_10.42.42.5(pid=3485) [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3485)] [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:42:50.374301 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:42:50.436143 run osmo-hlr_10.42.42.2(pid=3482): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3482)]\u000a11:42:50.487149 run osmo-hlr_10.42.42.2(pid=3482): stdout: \u000a| (launched: 2022-12-10_11:42:47.032420) \u000a11:42:50.538522 run osmo-hlr_10.42.42.2(pid=3482): stderr: \u000a| �[0;m�[1;31m20221210114247262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114247262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114247262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114247263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114247263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114247263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114247276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114247285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114247285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114247286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:50.582182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3481): Terminating (SIGTERM)\u000a11:42:50.623321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3484): Terminating (SIGTERM)\u000a11:42:50.664535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3487): Terminating (SIGTERM)\u000a11:42:50.674151 --- ParallelTerminationStrategy: PID 3481 died...\u000a11:42:50.729105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3481): Terminated: ok {rc=0}\u000a11:42:50.739093 --- ParallelTerminationStrategy: PID 3484 died...\u000a11:42:50.793841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3484): Terminated: ok {rc=0}\u000a11:42:50.803706 --- ParallelTerminationStrategy: PID 3487 died...\u000a11:42:50.858469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3487): Terminated: ok {rc=0}\u000a11:42:50.945065 bus /gobi_0: Setting Powered False\u000a11:42:52.047122 bus /gobi_0: Setting Powered False\u000a11:42:53.156934 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3493) [trial-2374↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3493)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3493) [trial-2374↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:42:55.060644 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:42:55.071752 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:42:55.208187 tst mo_mt_sms.py: using LAC 28153\u000a11:42:55.336864 tst mo_mt_sms.py: using RAC 103\u000a11:42:55.454097 tst mo_mt_sms.py: using CellId 28153\u000a11:42:55.568029 tst mo_mt_sms.py: using BVCI 28154\u000a11:42:55.590675 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:42:55.701551 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:42:55.987200 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:42:56.119010 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:42:56.771162 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3492): Launched\u000a11:42:57.083927 run osmo-nitb_10.42.42.2(pid=3493): Launched\u000a11:42:57.277358 run osmo-nitb_10.42.42.2(pid=3493): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3493)]\u000a11:42:57.419728 run osmo-nitb_10.42.42.2(pid=3493): stdout: \u000a| (launched: 2022-12-10_11:42:56.931872) \u000a11:42:57.563566 run osmo-nitb_10.42.42.2(pid=3493): stderr: \u000a| (launched: 2022-12-10_11:42:56.978790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:42:57.701888 run osmo-nitb_10.42.42.2(pid=3493): stdout: \u000a| (launched: 2022-12-10_11:42:56.931872) \u000a11:42:57.839060 run osmo-nitb_10.42.42.2(pid=3493): stderr: \u000a| (launched: 2022-12-10_11:42:56.978790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:42:58.211552 tst osmo-nitb_10.42.42.2(pid=3493): stdout: \u000a| (launched: 2022-12-10_11:42:56.931872) \u000a11:42:58.338205 tst osmo-nitb_10.42.42.2(pid=3493): stderr: \u000a| (launched: 2022-12-10_11:42:56.978790)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:42:58.393593 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3493): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3493) [trial-2374↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3493)] [trial-2374↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a11:42:58.402329 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:42:58.440186 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3492): Terminating (SIGTERM)\u000a11:42:58.618034 --- ParallelTerminationStrategy: PID 3492 died...\u000a11:42:58.676021 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3492): Terminated: ok {rc=0}\u000a11:42:58.763875 bus /sierra_3: Setting Powered False\u000a11:42:59.870460 bus /sierra_3: Setting Powered False\u000a11:43:01.008754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3503): Process ended prematurely: osmo-stp_10.42.42.5(pid=3503) [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3503)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3503): Process ended prematurely: osmo-stp_10.42.42.5(pid=3503) [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:43:02.932850 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:02.943893 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:43:03.083441 tst mo_mt_sms.py: using LAC 28154\u000a11:43:03.209939 tst mo_mt_sms.py: using RAC 104\u000a11:43:03.338016 tst mo_mt_sms.py: using CellId 28154\u000a11:43:03.460536 tst mo_mt_sms.py: using BVCI 28155\u000a11:43:03.484792 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:03.496106 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:03.507044 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:03.517921 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:03.528741 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:03.539581 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:43:03.652913 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:43:03.849478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:04.317526 run create_hlr_db(pid=3497): Launched\u000a11:43:04.488870 bus /sierra_2: Setting Powered False\u000a11:43:05.509876 run create_hlr_db(pid=3497): Terminated: ok {rc=0}\u000a11:43:05.931280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3499): Launched\u000a11:43:06.248030 run osmo-hlr_10.42.42.2(pid=3500): Launched\u000a11:43:06.364299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:06.912856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3502): Launched\u000a11:43:07.228628 run osmo-stp_10.42.42.5(pid=3503): Launched\u000a11:43:07.342989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:07.921703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3505): Launched\u000a11:43:08.238756 run osmo-msc_10.42.42.6(pid=3506): Launched\u000a11:43:08.424367 run osmo-stp_10.42.42.5(pid=3503): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3503)]\u000a11:43:08.558739 run osmo-stp_10.42.42.5(pid=3503): stdout: \u000a| (launched: 2022-12-10_11:43:07.074125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:08.694652 run osmo-stp_10.42.42.5(pid=3503): stderr: \u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114307268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:08.821583 run osmo-stp_10.42.42.5(pid=3503): stdout: \u000a| (launched: 2022-12-10_11:43:07.074125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:08.947827 run osmo-stp_10.42.42.5(pid=3503): stderr: \u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114307267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114307268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114307268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:09.003175 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3503): Process ended prematurely: osmo-stp_10.42.42.5(pid=3503) [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3503)] [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a11:43:09.011648 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a11:43:09.074417 run osmo-hlr_10.42.42.2(pid=3500): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3500)]\u000a11:43:09.125665 run osmo-hlr_10.42.42.2(pid=3500): stdout: \u000a| (launched: 2022-12-10_11:43:06.092643) \u000a11:43:09.177399 run osmo-hlr_10.42.42.2(pid=3500): stderr: \u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114306290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114306303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114306311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114306311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114306311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:09.247771 run osmo-msc_10.42.42.6(pid=3506): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3506)]\u000a11:43:09.298853 run osmo-msc_10.42.42.6(pid=3506): stdout: \u000a| (launched: 2022-12-10_11:43:08.083341) \u000a11:43:09.350956 run osmo-msc_10.42.42.6(pid=3506): stderr: \u000a| �[0;m�[38;5;43m20221210114308405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114308405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53923f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114308405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114308405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114308405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114308405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114308407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114308407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114308408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114308408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:09.395014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3499): Terminating (SIGTERM)\u000a11:43:09.436711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3502): Terminating (SIGTERM)\u000a11:43:09.478789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3505): Terminating (SIGTERM)\u000a11:43:09.488432 --- ParallelTerminationStrategy: PID 3499 died...\u000a11:43:09.544299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3499): Terminated: ok {rc=0}\u000a11:43:09.554337 --- ParallelTerminationStrategy: PID 3502 died...\u000a11:43:09.609858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3502): Terminated: ok {rc=0}\u000a11:43:09.619854 --- ParallelTerminationStrategy: PID 3505 died...\u000a11:43:09.675748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3505): Terminated: ok {rc=0}\u000a11:43:09.763222 bus /sierra_3: Setting Powered False\u000a11:43:10.866690 bus /sierra_3: Setting Powered False\u000a11:43:11.976765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:43:02" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3513) [trial-2374↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3513)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3513) [trial-2374↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:43:13.822780 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:43:13.833948 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:43:13.967702 tst assert_extension.py: using LAC 28155\u000a11:43:14.084838 tst assert_extension.py: using RAC 105\u000a11:43:14.198634 tst assert_extension.py: using CellId 28155\u000a11:43:14.312469 tst assert_extension.py: using BVCI 28156\u000a11:43:14.334775 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:43:14.606026 tst assert_extension.py:10: start nitb and bts...\u000a11:43:14.728765 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:43:15.341857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3512): Launched\u000a11:43:15.633922 run osmo-nitb_10.42.42.2(pid=3513): Launched\u000a11:43:15.815450 run osmo-nitb_10.42.42.2(pid=3513): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3513)]\u000a11:43:15.986305 run osmo-nitb_10.42.42.2(pid=3513): stdout: \u000a| (launched: 2022-12-10_11:43:15.491566) \u000a11:43:16.137208 run osmo-nitb_10.42.42.2(pid=3513): stderr: \u000a| (launched: 2022-12-10_11:43:15.535489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:16.281076 run osmo-nitb_10.42.42.2(pid=3513): stdout: \u000a| (launched: 2022-12-10_11:43:15.491566) \u000a11:43:16.422262 run osmo-nitb_10.42.42.2(pid=3513): stderr: \u000a| (launched: 2022-12-10_11:43:15.535489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:16.760917 tst osmo-nitb_10.42.42.2(pid=3513): stdout: \u000a| (launched: 2022-12-10_11:43:15.491566) \u000a11:43:16.891188 tst osmo-nitb_10.42.42.2(pid=3513): stderr: \u000a| (launched: 2022-12-10_11:43:15.535489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:16.948382 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3513): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3513) [trial-2374↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3513)] [trial-2374↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a11:43:16.958171 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a11:43:16.996669 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3512): Terminating (SIGTERM)\u000a11:43:17.174422 --- ParallelTerminationStrategy: PID 3512 died...\u000a11:43:17.230800 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3512): Terminated: ok {rc=0}\u000a11:43:17.320639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:43:13" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:43:19.162086 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.173256 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:43:19.306870 tst assert_extension.py: using LAC 28156\u000a11:43:19.426175 tst assert_extension.py: using RAC 106\u000a11:43:19.539774 tst assert_extension.py: using CellId 28156\u000a11:43:19.654012 tst assert_extension.py: using BVCI 28157\u000a11:43:19.676175 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.686832 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.697525 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.707916 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.718572 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:43:19.728839 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:43:19.935289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:20.442604 run create_hlr_db(pid=3517): Launched\u000a11:43:20.628235 bus /sierra_2: Setting Powered False\u000a11:43:21.647668 run create_hlr_db(pid=3517): Terminated: ok {rc=0}\u000a11:43:22.045157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Launched\u000a11:43:22.341601 run osmo-hlr_10.42.42.2(pid=3520): Launched\u000a11:43:22.458631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:23.079845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Launched\u000a11:43:23.370969 run osmo-stp_10.42.42.5(pid=3523): Launched\u000a11:43:23.477366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:24.008620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Launched\u000a11:43:24.301241 run osmo-msc_10.42.42.6(pid=3526): Launched\u000a11:43:24.472131 run osmo-stp_10.42.42.5(pid=3523): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)]\u000a11:43:24.597129 run osmo-stp_10.42.42.5(pid=3523): stdout: \u000a| (launched: 2022-12-10_11:43:23.227299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:24.718654 run osmo-stp_10.42.42.5(pid=3523): stderr: \u000a| �[0;m�[38;5;43m20221210114323395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114323395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114323396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114323396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:24.835882 run osmo-stp_10.42.42.5(pid=3523): stdout: \u000a| (launched: 2022-12-10_11:43:23.227299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:24.952178 run osmo-stp_10.42.42.5(pid=3523): stderr: \u000a| �[0;m�[38;5;43m20221210114323395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114323395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114323396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114323396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114323397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:25.003248 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3523): Process ended prematurely: osmo-stp_10.42.42.5(pid=3523) [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3523)] [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a11:43:25.010979 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a11:43:25.070872 run osmo-hlr_10.42.42.2(pid=3520): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3520)]\u000a11:43:25.119579 run osmo-hlr_10.42.42.2(pid=3520): stdout: \u000a| (launched: 2022-12-10_11:43:22.195651) \u000a11:43:25.168986 run osmo-hlr_10.42.42.2(pid=3520): stderr: \u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114322369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114322381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114322390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114322390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114322390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:25.235415 run osmo-msc_10.42.42.6(pid=3526): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3526)]\u000a11:43:25.284077 run osmo-msc_10.42.42.6(pid=3526): stdout: \u000a| (launched: 2022-12-10_11:43:24.155826) \u000a11:43:25.333543 run osmo-msc_10.42.42.6(pid=3526): stderr: \u000a| �[0;m�[38;5;43m20221210114324428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114324428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e40925c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114324428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114324428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114324428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114324428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114324430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114324431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114324431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114324431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:25.375307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Terminating (SIGTERM)\u000a11:43:25.414864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Terminating (SIGTERM)\u000a11:43:25.454415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Terminating (SIGTERM)\u000a11:43:25.463766 --- ParallelTerminationStrategy: PID 3519 died...\u000a11:43:25.516916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3519): Terminated: ok {rc=0}\u000a11:43:25.526371 --- ParallelTerminationStrategy: PID 3522 died...\u000a11:43:25.578794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3522): Terminated: ok {rc=0}\u000a11:43:25.588295 --- ParallelTerminationStrategy: PID 3525 died...\u000a11:43:25.640747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3525): Terminated: ok {rc=0}\u000a11:43:25.728259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3537): Process ended prematurely: osmo-stp_10.42.42.5(pid=3537) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3537)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3537): Process ended prematurely: osmo-stp_10.42.42.5(pid=3537) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:43:27.681466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:27.692663 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:43:27.851948 tst mo_mt_call.py: using LAC 28157\u000a11:43:27.972662 tst mo_mt_call.py: using RAC 107\u000a11:43:28.090387 tst mo_mt_call.py: using CellId 28157\u000a11:43:28.205605 tst mo_mt_call.py: using BVCI 28158\u000a11:43:28.228155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:28.239195 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:28.250057 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:28.261237 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:28.272405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:28.284081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:28.400905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:28.600752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:29.070174 run create_hlr_db(pid=3531): Launched\u000a11:43:29.242513 bus /sierra_2: Setting Powered False\u000a11:43:30.263979 run create_hlr_db(pid=3531): Terminated: ok {rc=0}\u000a11:43:30.689067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3533): Launched\u000a11:43:31.159101 run osmo-hlr_10.42.42.2(pid=3534): Launched\u000a11:43:31.296814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:31.998165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3536): Launched\u000a11:43:32.367976 run osmo-stp_10.42.42.5(pid=3537): Launched\u000a11:43:32.478836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:33.023336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Launched\u000a11:43:33.322847 run osmo-msc_10.42.42.6(pid=3541): Launched\u000a11:43:33.498723 run osmo-stp_10.42.42.5(pid=3537): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3537)]\u000a11:43:33.626083 run osmo-stp_10.42.42.5(pid=3537): stdout: \u000a| (launched: 2022-12-10_11:43:32.163761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:33.750212 run osmo-stp_10.42.42.5(pid=3537): stderr: \u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114332426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:33.870831 run osmo-stp_10.42.42.5(pid=3537): stdout: \u000a| (launched: 2022-12-10_11:43:32.163761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:33.990103 run osmo-stp_10.42.42.5(pid=3537): stderr: \u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114332426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114332426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114332427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:34.042923 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3537): Process ended prematurely: osmo-stp_10.42.42.5(pid=3537) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3537)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:43:34.051423 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:43:34.111485 run osmo-hlr_10.42.42.2(pid=3534): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3534)]\u000a11:43:34.160634 run osmo-hlr_10.42.42.2(pid=3534): stdout: \u000a| (launched: 2022-12-10_11:43:30.864188) \u000a11:43:34.210514 run osmo-hlr_10.42.42.2(pid=3534): stderr: \u000a| �[0;m�[1;31m20221210114331093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114331093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114331094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114331094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114331094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114331094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114331128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114331137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114331137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114331137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:34.278365 run osmo-msc_10.42.42.6(pid=3541): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3541)]\u000a11:43:34.327523 run osmo-msc_10.42.42.6(pid=3541): stdout: \u000a| (launched: 2022-12-10_11:43:33.175161) \u000a11:43:34.377398 run osmo-msc_10.42.42.6(pid=3541): stderr: \u000a| �[0;m�[38;5;43m20221210114333446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114333446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce7fdb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114333446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114333446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114333446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114333447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114333449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114333449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114333449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114333449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:34.419291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3533): Terminating (SIGTERM)\u000a11:43:34.459253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3536): Terminating (SIGTERM)\u000a11:43:34.499355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Terminating (SIGTERM)\u000a11:43:34.508757 --- ParallelTerminationStrategy: PID 3533 died...\u000a11:43:34.561909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3533): Terminated: ok {rc=0}\u000a11:43:34.571599 --- ParallelTerminationStrategy: PID 3536 died...\u000a11:43:34.625297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3536): Terminated: ok {rc=0}\u000a11:43:34.634796 --- ParallelTerminationStrategy: PID 3540 died...\u000a11:43:34.687944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3540): Terminated: ok {rc=0}\u000a11:43:34.771860 bus /sierra_3: Setting Powered False\u000a11:43:35.880047 bus /sierra_3: Setting Powered False\u000a11:43:36.992423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:43:38.103717 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.115433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:43:38.270537 tst mo_mt_call_osmux.py: using LAC 28158\u000a11:43:38.387358 tst mo_mt_call_osmux.py: using RAC 108\u000a11:43:38.504470 tst mo_mt_call_osmux.py: using CellId 28158\u000a11:43:38.623167 tst mo_mt_call_osmux.py: using BVCI 28159\u000a11:43:38.645821 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.657082 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.667920 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.679500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.691170 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:38.702311 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:38.819960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:39.027706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:39.536838 run create_hlr_db(pid=3543): Launched\u000a11:43:39.722529 bus /sierra_2: Setting Powered False\u000a11:43:40.743774 run create_hlr_db(pid=3543): Terminated: ok {rc=0}\u000a11:43:41.144882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Launched\u000a11:43:41.443339 run osmo-hlr_10.42.42.2(pid=3546): Launched\u000a11:43:41.559058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:42.085127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Launched\u000a11:43:42.384101 run osmo-stp_10.42.42.5(pid=3549): Launched\u000a11:43:42.493730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:43.045082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Launched\u000a11:43:43.343276 run osmo-msc_10.42.42.6(pid=3552): Launched\u000a11:43:43.517646 run osmo-stp_10.42.42.5(pid=3549): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a11:43:43.643930 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-10_11:43:42.236931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:43.767641 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221210114342405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114342405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114342406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114342406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114342406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114342406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114342407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:43.887450 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-10_11:43:42.236931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:44.006382 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221210114342405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114342405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114342406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114342406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114342406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114342406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114342407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:44.058549 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:43:44.067070 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:43:44.126719 run osmo-hlr_10.42.42.2(pid=3546): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3546)]\u000a11:43:44.175429 run osmo-hlr_10.42.42.2(pid=3546): stdout: \u000a| (launched: 2022-12-10_11:43:41.296914) \u000a11:43:44.224829 run osmo-hlr_10.42.42.2(pid=3546): stderr: \u000a| �[0;m�[1;31m20221210114341473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114341474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114341474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114341474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114341474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114341474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114341486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114341495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114341495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114341495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:44.291865 run osmo-msc_10.42.42.6(pid=3552): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3552)]\u000a11:43:44.340367 run osmo-msc_10.42.42.6(pid=3552): stdout: \u000a| (launched: 2022-12-10_11:43:43.196280) \u000a11:43:44.389648 run osmo-msc_10.42.42.6(pid=3552): stderr: \u000a| �[0;m�[38;5;43m20221210114343465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114343465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cad3d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114343465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114343465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114343466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114343466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114343468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114343468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114343469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114343469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:44.430970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminating (SIGTERM)\u000a11:43:44.470177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminating (SIGTERM)\u000a11:43:44.509526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a11:43:44.518710 --- ParallelTerminationStrategy: PID 3545 died...\u000a11:43:44.571426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminated: ok {rc=0}\u000a11:43:44.581155 --- ParallelTerminationStrategy: PID 3548 died...\u000a11:43:44.633396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminated: ok {rc=0}\u000a11:43:44.642979 --- ParallelTerminationStrategy: PID 3551 died...\u000a11:43:44.695383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a11:43:44.778323 bus /sierra_3: Setting Powered False\u000a11:43:45.902931 bus /sierra_3: Setting Powered False\u000a11:43:47.016121 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:43:49.015476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.026941 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:43:49.182580 tst mo_mt_call.py: using LAC 28159\u000a11:43:49.304698 tst mo_mt_call.py: using RAC 109\u000a11:43:49.422502 tst mo_mt_call.py: using CellId 28159\u000a11:43:49.545177 tst mo_mt_call.py: using BVCI 28160\u000a11:43:49.569876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.581783 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.593284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.604605 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.616091 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:49.627401 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:43:49.747158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:43:49.945813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:50.415067 run create_hlr_db(pid=3557): Launched\u000a11:43:50.587168 bus /sierra_2: Setting Powered False\u000a11:43:51.608871 run create_hlr_db(pid=3557): Terminated: ok {rc=0}\u000a11:43:52.005363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Launched\u000a11:43:52.304130 run osmo-hlr_10.42.42.2(pid=3560): Launched\u000a11:43:52.412201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:52.928451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Launched\u000a11:43:53.226798 run osmo-stp_10.42.42.5(pid=3563): Launched\u000a11:43:53.335499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:53.883507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Launched\u000a11:43:54.183466 run osmo-msc_10.42.42.6(pid=3566): Launched\u000a11:43:54.359742 run osmo-stp_10.42.42.5(pid=3563): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)]\u000a11:43:54.487024 run osmo-stp_10.42.42.5(pid=3563): stdout: \u000a| (launched: 2022-12-10_11:43:53.079760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:54.611500 run osmo-stp_10.42.42.5(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114353254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:54.731941 run osmo-stp_10.42.42.5(pid=3563): stdout: \u000a| (launched: 2022-12-10_11:43:53.079760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:54.851329 run osmo-stp_10.42.42.5(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114353253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114353254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114353254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:54.903921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3563): Process ended prematurely: osmo-stp_10.42.42.5(pid=3563) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3563)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:43:54.912778 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a11:43:54.973234 run osmo-hlr_10.42.42.2(pid=3560): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3560)]\u000a11:43:55.022401 run osmo-hlr_10.42.42.2(pid=3560): stdout: \u000a| (launched: 2022-12-10_11:43:52.156623) \u000a11:43:55.072289 run osmo-hlr_10.42.42.2(pid=3560): stderr: \u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114352332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114352360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114352370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114352370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114352370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:55.140033 run osmo-msc_10.42.42.6(pid=3566): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3566)]\u000a11:43:55.189260 run osmo-msc_10.42.42.6(pid=3566): stdout: \u000a| (launched: 2022-12-10_11:43:54.035505) \u000a11:43:55.239103 run osmo-msc_10.42.42.6(pid=3566): stderr: \u000a| �[0;m�[38;5;43m20221210114354306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114354306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6986001c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114354306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114354306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114354306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114354307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114354308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114354309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114354309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114354309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:55.280856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Terminating (SIGTERM)\u000a11:43:55.320787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Terminating (SIGTERM)\u000a11:43:55.360715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Terminating (SIGTERM)\u000a11:43:55.370175 --- ParallelTerminationStrategy: PID 3559 died...\u000a11:43:55.423518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3559): Terminated: ok {rc=0}\u000a11:43:55.433621 --- ParallelTerminationStrategy: PID 3562 died...\u000a11:43:55.486499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3562): Terminated: ok {rc=0}\u000a11:43:55.496288 --- ParallelTerminationStrategy: PID 3565 died...\u000a11:43:55.549337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3565): Terminated: ok {rc=0}\u000a11:43:55.638107 bus /sierra_3: Setting Powered False\u000a11:43:56.741068 bus /sierra_3: Setting Powered False\u000a11:43:57.851717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:43:58.960480 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:58.972477 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:43:59.126983 tst mo_mt_call_osmux.py: using LAC 28160\u000a11:43:59.244324 tst mo_mt_call_osmux.py: using RAC 110\u000a11:43:59.362486 tst mo_mt_call_osmux.py: using CellId 28160\u000a11:43:59.488111 tst mo_mt_call_osmux.py: using BVCI 28161\u000a11:43:59.512438 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:59.524447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:59.535930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:59.547967 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:59.559975 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:43:59.572108 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:43:59.688834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:43:59.884603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:00.354333 run create_hlr_db(pid=3568): Launched\u000a11:44:00.526879 bus /sierra_2: Setting Powered False\u000a11:44:01.567849 run create_hlr_db(pid=3568): Terminated: ok {rc=0}\u000a11:44:02.014375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Launched\u000a11:44:02.370073 run osmo-hlr_10.42.42.2(pid=3571): Launched\u000a11:44:02.488278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:03.008218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Launched\u000a11:44:03.305121 run osmo-stp_10.42.42.5(pid=3574): Launched\u000a11:44:03.413226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:03.956793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Launched\u000a11:44:04.255762 run osmo-msc_10.42.42.6(pid=3577): Launched\u000a11:44:04.431337 run osmo-stp_10.42.42.5(pid=3574): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a11:44:04.557758 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-10_11:44:03.159376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:04.681728 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114403330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:04.801804 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-10_11:44:03.159376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:04.920891 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114403329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114403330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114403332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:04.973360 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:44:04.981771 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:44:05.040587 run osmo-hlr_10.42.42.2(pid=3571): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3571)]\u000a11:44:05.088929 run osmo-hlr_10.42.42.2(pid=3571): stdout: \u000a| (launched: 2022-12-10_11:44:02.193207) \u000a11:44:05.137895 run osmo-hlr_10.42.42.2(pid=3571): stderr: \u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114402391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114402403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114402411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114402411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114402411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:05.204191 run osmo-msc_10.42.42.6(pid=3577): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3577)]\u000a11:44:05.251961 run osmo-msc_10.42.42.6(pid=3577): stdout: \u000a| (launched: 2022-12-10_11:44:04.108841) \u000a11:44:05.301054 run osmo-msc_10.42.42.6(pid=3577): stderr: \u000a| �[0;m�[38;5;43m20221210114404384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114404384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3e0aa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114404384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114404384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114404384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114404385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114404386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114404387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114404387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114404387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:05.342359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminating (SIGTERM)\u000a11:44:05.381719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminating (SIGTERM)\u000a11:44:05.421024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminating (SIGTERM)\u000a11:44:05.430267 --- ParallelTerminationStrategy: PID 3570 died...\u000a11:44:05.482723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminated: ok {rc=0}\u000a11:44:05.492336 --- ParallelTerminationStrategy: PID 3573 died...\u000a11:44:05.544426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminated: ok {rc=0}\u000a11:44:05.554134 --- ParallelTerminationStrategy: PID 3576 died...\u000a11:44:05.606773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminated: ok {rc=0}\u000a11:44:05.694572 bus /sierra_3: Setting Powered False\u000a11:44:06.796228 bus /sierra_3: Setting Powered False\u000a11:44:07.907460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:43:48" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:09.915563 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:09.927346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:44:10.094478 tst mo_mt_call.py: using LAC 28161\u000a11:44:10.218629 tst mo_mt_call.py: using RAC 111\u000a11:44:10.341592 tst mo_mt_call.py: using CellId 28161\u000a11:44:10.465196 tst mo_mt_call.py: using BVCI 28162\u000a11:44:10.490093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:10.501773 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:10.513197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:10.524536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:10.536122 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:10.547508 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:10.663818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:10.871413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:11.381355 run create_hlr_db(pid=3582): Launched\u000a11:44:11.567127 bus /sierra_2: Setting Powered False\u000a11:44:12.587962 run create_hlr_db(pid=3582): Terminated: ok {rc=0}\u000a11:44:12.988930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Launched\u000a11:44:13.288164 run osmo-hlr_10.42.42.2(pid=3585): Launched\u000a11:44:13.403141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:13.927023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Launched\u000a11:44:14.226215 run osmo-stp_10.42.42.5(pid=3588): Launched\u000a11:44:14.335571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:14.878564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Launched\u000a11:44:15.179690 run osmo-msc_10.42.42.6(pid=3591): Launched\u000a11:44:15.355314 run osmo-stp_10.42.42.5(pid=3588): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a11:44:15.482206 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-10_11:44:14.078286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:15.606697 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221210114414250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114414251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114414251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114414251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:15.727337 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-10_11:44:14.078286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:15.862415 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221210114414250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114414251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114414251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114414251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114414252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:15.931226 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:44:15.940370 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:44:16.003255 run osmo-hlr_10.42.42.2(pid=3585): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3585)]\u000a11:44:16.057957 run osmo-hlr_10.42.42.2(pid=3585): stdout: \u000a| (launched: 2022-12-10_11:44:13.140760) \u000a11:44:16.111754 run osmo-hlr_10.42.42.2(pid=3585): stderr: \u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114413317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114413329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:16.185482 run osmo-msc_10.42.42.6(pid=3591): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3591)]\u000a11:44:16.238077 run osmo-msc_10.42.42.6(pid=3591): stdout: \u000a| (launched: 2022-12-10_11:44:15.029679) \u000a11:44:16.292529 run osmo-msc_10.42.42.6(pid=3591): stderr: \u000a| �[0;m�[38;5;43m20221210114415301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114415302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e22c9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114415302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114415302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114415302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114415302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114415306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114415307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114415307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114415307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:16.338130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminating (SIGTERM)\u000a11:44:16.383248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminating (SIGTERM)\u000a11:44:16.428153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Terminating (SIGTERM)\u000a11:44:16.439955 --- ParallelTerminationStrategy: PID 3584 died...\u000a11:44:16.500082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminated: ok {rc=0}\u000a11:44:16.510830 --- ParallelTerminationStrategy: PID 3587 died...\u000a11:44:16.568401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminated: ok {rc=0}\u000a11:44:16.579130 --- ParallelTerminationStrategy: PID 3590 died...\u000a11:44:16.636533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3590): Terminated: ok {rc=0}\u000a11:44:16.726333 bus /sierra_3: Setting Powered False\u000a11:44:17.829044 bus /sierra_3: Setting Powered False\u000a11:44:18.939258 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:44:20.049574 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.061497 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:44:20.216364 tst mo_mt_call_osmux.py: using LAC 28162\u000a11:44:20.332902 tst mo_mt_call_osmux.py: using RAC 112\u000a11:44:20.451186 tst mo_mt_call_osmux.py: using CellId 28162\u000a11:44:20.569917 tst mo_mt_call_osmux.py: using BVCI 28163\u000a11:44:20.592615 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.603798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.614729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.625953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.637206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:20.648255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:20.763649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:20.962232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:21.431820 run create_hlr_db(pid=3593): Launched\u000a11:44:21.604081 bus /sierra_2: Setting Powered False\u000a11:44:22.626425 run create_hlr_db(pid=3593): Terminated: ok {rc=0}\u000a11:44:23.051142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Launched\u000a11:44:23.371410 run osmo-hlr_10.42.42.2(pid=3596): Launched\u000a11:44:23.488375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:24.042763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Launched\u000a11:44:24.363069 run osmo-stp_10.42.42.5(pid=3599): Launched\u000a11:44:24.478476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:25.062098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Launched\u000a11:44:25.382254 run osmo-msc_10.42.42.6(pid=3602): Launched\u000a11:44:25.572016 run osmo-stp_10.42.42.5(pid=3599): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]\u000a11:44:25.707743 run osmo-stp_10.42.42.5(pid=3599): stdout: \u000a| (launched: 2022-12-10_11:44:24.206097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:25.842559 run osmo-stp_10.42.42.5(pid=3599): stderr: \u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114424400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:25.971582 run osmo-stp_10.42.42.5(pid=3599): stdout: \u000a| (launched: 2022-12-10_11:44:24.206097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:26.099822 run osmo-stp_10.42.42.5(pid=3599): stderr: \u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114424399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114424400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114424400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:26.156469 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:44:26.165765 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:44:26.228209 run osmo-hlr_10.42.42.2(pid=3596): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3596)]\u000a11:44:26.280208 run osmo-hlr_10.42.42.2(pid=3596): stdout: \u000a| (launched: 2022-12-10_11:44:23.214299) \u000a11:44:26.332092 run osmo-hlr_10.42.42.2(pid=3596): stderr: \u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114423411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114423423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114423431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114423432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114423432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:26.402386 run osmo-msc_10.42.42.6(pid=3602): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3602)]\u000a11:44:26.453354 run osmo-msc_10.42.42.6(pid=3602): stdout: \u000a| (launched: 2022-12-10_11:44:25.224566) \u000a11:44:26.505334 run osmo-msc_10.42.42.6(pid=3602): stderr: \u000a| �[0;m�[38;5;43m20221210114425547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114425547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f910cedfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114425548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114425548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114425548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114425548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114425550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114425550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114425550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114425550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:26.549217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Terminating (SIGTERM)\u000a11:44:26.590703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Terminating (SIGTERM)\u000a11:44:26.632185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Terminating (SIGTERM)\u000a11:44:26.641812 --- ParallelTerminationStrategy: PID 3595 died...\u000a11:44:26.697110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Terminated: ok {rc=0}\u000a11:44:26.707183 --- ParallelTerminationStrategy: PID 3598 died...\u000a11:44:26.762142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Terminated: ok {rc=0}\u000a11:44:26.772146 --- ParallelTerminationStrategy: PID 3601 died...\u000a11:44:26.827173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Terminated: ok {rc=0}\u000a11:44:26.914130 bus /sierra_3: Setting Powered False\u000a11:44:28.017315 bus /sierra_3: Setting Powered False\u000a11:44:29.128251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:44:09" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3614): Process ended prematurely: osmo-stp_10.42.42.5(pid=3614) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3614)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3614): Process ended prematurely: osmo-stp_10.42.42.5(pid=3614) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:31.149765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.165838 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:44:31.342456 tst mo_mt_call.py: using LAC 28163\u000a11:44:31.498167 tst mo_mt_call.py: using RAC 113\u000a11:44:31.637122 tst mo_mt_call.py: using CellId 28163\u000a11:44:31.787016 tst mo_mt_call.py: using BVCI 28164\u000a11:44:31.816515 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.828814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.841059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.853518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.865877 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:31.878629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:32.016533 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:32.251811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:32.728263 run create_hlr_db(pid=3608): Launched\u000a11:44:32.900237 bus /sierra_2: Setting Powered False\u000a11:44:33.921934 run create_hlr_db(pid=3608): Terminated: ok {rc=0}\u000a11:44:34.346898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3610): Launched\u000a11:44:34.666824 run osmo-hlr_10.42.42.2(pid=3611): Launched\u000a11:44:34.785922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:35.341303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3613): Launched\u000a11:44:35.661938 run osmo-stp_10.42.42.5(pid=3614): Launched\u000a11:44:35.777687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:36.363174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3616): Launched\u000a11:44:36.683437 run osmo-msc_10.42.42.6(pid=3617): Launched\u000a11:44:36.870023 run osmo-stp_10.42.42.5(pid=3614): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3614)]\u000a11:44:37.004876 run osmo-stp_10.42.42.5(pid=3614): stdout: \u000a| (launched: 2022-12-10_11:44:35.503730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:37.139393 run osmo-stp_10.42.42.5(pid=3614): stderr: \u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114435698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:37.267956 run osmo-stp_10.42.42.5(pid=3614): stdout: \u000a| (launched: 2022-12-10_11:44:35.503730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:37.395327 run osmo-stp_10.42.42.5(pid=3614): stderr: \u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114435697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114435698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114435698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:37.451603 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3614): Process ended prematurely: osmo-stp_10.42.42.5(pid=3614) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3614)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:44:37.460895 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:44:37.523058 run osmo-hlr_10.42.42.2(pid=3611): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3611)]\u000a11:44:37.573885 run osmo-hlr_10.42.42.2(pid=3611): stdout: \u000a| (launched: 2022-12-10_11:44:34.510328) \u000a11:44:37.625190 run osmo-hlr_10.42.42.2(pid=3611): stderr: \u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114434708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114434721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:37.694976 run osmo-msc_10.42.42.6(pid=3617): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3617)]\u000a11:44:37.745629 run osmo-msc_10.42.42.6(pid=3617): stdout: \u000a| (launched: 2022-12-10_11:44:36.526792) \u000a11:44:37.796649 run osmo-msc_10.42.42.6(pid=3617): stderr: \u000a| �[0;m�[38;5;43m20221210114436851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114436851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3adae8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114436851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114436851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114436852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114436852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114436853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114436854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114436854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114436854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:37.840341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3610): Terminating (SIGTERM)\u000a11:44:37.881857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3613): Terminating (SIGTERM)\u000a11:44:37.923405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3616): Terminating (SIGTERM)\u000a11:44:37.933127 --- ParallelTerminationStrategy: PID 3610 died...\u000a11:44:37.988378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3610): Terminated: ok {rc=0}\u000a11:44:37.998508 --- ParallelTerminationStrategy: PID 3613 died...\u000a11:44:38.053501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3613): Terminated: ok {rc=0}\u000a11:44:38.063499 --- ParallelTerminationStrategy: PID 3616 died...\u000a11:44:38.118561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3616): Terminated: ok {rc=0}\u000a11:44:38.205463 bus /sierra_3: Setting Powered False\u000a11:44:39.307487 bus /sierra_3: Setting Powered False\u000a11:44:40.416612 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3625): Process ended prematurely: osmo-stp_10.42.42.5(pid=3625) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3625)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3625): Process ended prematurely: osmo-stp_10.42.42.5(pid=3625) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:44:41.530650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:41.542864 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:44:41.711060 tst mo_mt_call_osmux.py: using LAC 28164\u000a11:44:41.834408 tst mo_mt_call_osmux.py: using RAC 114\u000a11:44:41.958335 tst mo_mt_call_osmux.py: using CellId 28164\u000a11:44:42.082177 tst mo_mt_call_osmux.py: using BVCI 28165\u000a11:44:42.106537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.118134 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.129483 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.140825 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.152632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:42.164051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:42.278706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:42.487893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:42.957526 run create_hlr_db(pid=3619): Launched\u000a11:44:43.129349 bus /sierra_2: Setting Powered False\u000a11:44:44.152229 run create_hlr_db(pid=3619): Terminated: ok {rc=0}\u000a11:44:44.577566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3621): Launched\u000a11:44:44.897207 run osmo-hlr_10.42.42.2(pid=3622): Launched\u000a11:44:45.016203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:45.571912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3624): Launched\u000a11:44:45.975670 run osmo-stp_10.42.42.5(pid=3625): Launched\u000a11:44:46.177144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:46.758047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3627): Launched\u000a11:44:47.145708 run osmo-msc_10.42.42.6(pid=3628): Launched\u000a11:44:47.396700 run osmo-stp_10.42.42.5(pid=3625): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3625)]\u000a11:44:47.532312 run osmo-stp_10.42.42.5(pid=3625): stdout: \u000a| (launched: 2022-12-10_11:44:45.735124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:47.657799 run osmo-stp_10.42.42.5(pid=3625): stderr: \u000a| �[0;m�[38;5;43m20221210114445953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114445953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114445954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114445954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114445956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114445961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114445961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:47.778779 run osmo-stp_10.42.42.5(pid=3625): stdout: \u000a| (launched: 2022-12-10_11:44:45.735124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:47.898472 run osmo-stp_10.42.42.5(pid=3625): stderr: \u000a| �[0;m�[38;5;43m20221210114445953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114445953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114445954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114445954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114445956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114445961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114445961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:47.951283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3625): Process ended prematurely: osmo-stp_10.42.42.5(pid=3625) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3625)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:44:47.960036 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:44:48.020234 run osmo-hlr_10.42.42.2(pid=3622): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3622)]\u000a11:44:48.069115 run osmo-hlr_10.42.42.2(pid=3622): stdout: \u000a| (launched: 2022-12-10_11:44:44.740418) \u000a11:44:48.119292 run osmo-hlr_10.42.42.2(pid=3622): stderr: \u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114444938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114444950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114444959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114444959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114444959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:48.186380 run osmo-msc_10.42.42.6(pid=3628): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3628)]\u000a11:44:48.235237 run osmo-msc_10.42.42.6(pid=3628): stdout: \u000a| (launched: 2022-12-10_11:44:46.914007) \u000a11:44:48.284902 run osmo-msc_10.42.42.6(pid=3628): stderr: \u000a| �[0;m�[38;5;43m20221210114447380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114447380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2a6756c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114447380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114447380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114447380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114447381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114447382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114447383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114447383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114447383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:48.326463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3621): Terminating (SIGTERM)\u000a11:44:48.366393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3624): Terminating (SIGTERM)\u000a11:44:48.406239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3627): Terminating (SIGTERM)\u000a11:44:48.415661 --- ParallelTerminationStrategy: PID 3621 died...\u000a11:44:48.469207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3621): Terminated: ok {rc=0}\u000a11:44:48.478826 --- ParallelTerminationStrategy: PID 3624 died...\u000a11:44:48.531916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3624): Terminated: ok {rc=0}\u000a11:44:48.541553 --- ParallelTerminationStrategy: PID 3627 died...\u000a11:44:48.594366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3627): Terminated: ok {rc=0}\u000a11:44:48.677787 bus /sierra_3: Setting Powered False\u000a11:44:49.784173 bus /sierra_3: Setting Powered False\u000a11:44:50.896224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:44:30" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3639): Process ended prematurely: osmo-stp_10.42.42.5(pid=3639) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3639)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3639): Process ended prematurely: osmo-stp_10.42.42.5(pid=3639) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:52.894854 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:52.906376 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:44:53.069448 tst mo_mt_call.py: using LAC 28165\u000a11:44:53.192590 tst mo_mt_call.py: using RAC 115\u000a11:44:53.316538 tst mo_mt_call.py: using CellId 28165\u000a11:44:53.435219 tst mo_mt_call.py: using BVCI 28166\u000a11:44:53.458038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:53.469196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:53.480375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:53.491626 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:53.503113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:44:53.514274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:44:53.630999 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:44:53.829386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:54.296752 run create_hlr_db(pid=3633): Launched\u000a11:44:54.469628 bus /sierra_2: Setting Powered False\u000a11:44:55.490286 run create_hlr_db(pid=3633): Terminated: ok {rc=0}\u000a11:44:55.913832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3635): Launched\u000a11:44:56.233192 run osmo-hlr_10.42.42.2(pid=3636): Launched\u000a11:44:56.354702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:56.907674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3638): Launched\u000a11:44:57.225741 run osmo-stp_10.42.42.5(pid=3639): Launched\u000a11:44:57.340889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:57.924142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3641): Launched\u000a11:44:58.242862 run osmo-msc_10.42.42.6(pid=3642): Launched\u000a11:44:58.429729 run osmo-stp_10.42.42.5(pid=3639): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3639)]\u000a11:44:58.566019 run osmo-stp_10.42.42.5(pid=3639): stdout: \u000a| (launched: 2022-12-10_11:44:57.070338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:58.700486 run osmo-stp_10.42.42.5(pid=3639): stderr: \u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114457262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:58.828543 run osmo-stp_10.42.42.5(pid=3639): stdout: \u000a| (launched: 2022-12-10_11:44:57.070338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:58.955894 run osmo-stp_10.42.42.5(pid=3639): stderr: \u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114457261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114457262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114457262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:59.012203 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3639): Process ended prematurely: osmo-stp_10.42.42.5(pid=3639) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3639)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:44:59.021314 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:44:59.083039 run osmo-hlr_10.42.42.2(pid=3636): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3636)]\u000a11:44:59.133645 run osmo-hlr_10.42.42.2(pid=3636): stdout: \u000a| (launched: 2022-12-10_11:44:56.076135) \u000a11:44:59.185122 run osmo-hlr_10.42.42.2(pid=3636): stderr: \u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114456278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114456291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114456299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114456299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114456299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:59.254735 run osmo-msc_10.42.42.6(pid=3642): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3642)]\u000a11:44:59.305236 run osmo-msc_10.42.42.6(pid=3642): stdout: \u000a| (launched: 2022-12-10_11:44:58.086422) \u000a11:44:59.356163 run osmo-msc_10.42.42.6(pid=3642): stderr: \u000a| �[0;m�[38;5;43m20221210114458407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114458407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f715549ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114458407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114458407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114458408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114458408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114458411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114458412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114458412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114458412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:59.399538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3635): Terminating (SIGTERM)\u000a11:44:59.440492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3638): Terminating (SIGTERM)\u000a11:44:59.481609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3641): Terminating (SIGTERM)\u000a11:44:59.491105 --- ParallelTerminationStrategy: PID 3635 died...\u000a11:44:59.546274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3635): Terminated: ok {rc=0}\u000a11:44:59.556221 --- ParallelTerminationStrategy: PID 3638 died...\u000a11:44:59.610823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3638): Terminated: ok {rc=0}\u000a11:44:59.620593 --- ParallelTerminationStrategy: PID 3641 died...\u000a11:44:59.675346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3641): Terminated: ok {rc=0}\u000a11:44:59.761761 bus /sierra_3: Setting Powered False\u000a11:45:00.886929 bus /sierra_3: Setting Powered False\u000a11:45:01.999380 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3653): Process ended prematurely: osmo-stp_10.42.42.5(pid=3653) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3653)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3653): Process ended prematurely: osmo-stp_10.42.42.5(pid=3653) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:03.108044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.119724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:45:03.274063 tst mo_mt_call_osmux.py: using LAC 28166\u000a11:45:03.390627 tst mo_mt_call_osmux.py: using RAC 116\u000a11:45:03.510599 tst mo_mt_call_osmux.py: using CellId 28166\u000a11:45:03.630320 tst mo_mt_call_osmux.py: using BVCI 28167\u000a11:45:03.652903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.664203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.675406 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.687020 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.698233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:03.709450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:03.829219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:04.029957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:04.497689 run create_hlr_db(pid=3647): Launched\u000a11:45:04.671085 bus /sierra_2: Setting Powered False\u000a11:45:05.690756 run create_hlr_db(pid=3647): Terminated: ok {rc=0}\u000a11:45:06.116670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3649): Launched\u000a11:45:06.437436 run osmo-hlr_10.42.42.2(pid=3650): Launched\u000a11:45:06.557957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:07.110593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3652): Launched\u000a11:45:07.429849 run osmo-stp_10.42.42.5(pid=3653): Launched\u000a11:45:07.546313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:08.131052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3655): Launched\u000a11:45:08.451151 run osmo-msc_10.42.42.6(pid=3656): Launched\u000a11:45:08.639853 run osmo-stp_10.42.42.5(pid=3653): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3653)]\u000a11:45:08.774877 run osmo-stp_10.42.42.5(pid=3653): stdout: \u000a| (launched: 2022-12-10_11:45:07.273540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:08.909395 run osmo-stp_10.42.42.5(pid=3653): stderr: \u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114507466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:09.038293 run osmo-stp_10.42.42.5(pid=3653): stdout: \u000a| (launched: 2022-12-10_11:45:07.273540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:09.165982 run osmo-stp_10.42.42.5(pid=3653): stderr: \u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114507465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114507466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114507466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:09.222485 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3653): Process ended prematurely: osmo-stp_10.42.42.5(pid=3653) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3653)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:45:09.231631 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:45:09.293808 run osmo-hlr_10.42.42.2(pid=3650): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3650)]\u000a11:45:09.344548 run osmo-hlr_10.42.42.2(pid=3650): stdout: \u000a| (launched: 2022-12-10_11:45:06.279908) \u000a11:45:09.395897 run osmo-hlr_10.42.42.2(pid=3650): stderr: \u000a| �[0;m�[1;31m20221210114506480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114506480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114506481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114506481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114506481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114506481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114506494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114506502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114506502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114506502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:09.465956 run osmo-msc_10.42.42.6(pid=3656): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3656)]\u000a11:45:09.516756 run osmo-msc_10.42.42.6(pid=3656): stdout: \u000a| (launched: 2022-12-10_11:45:08.294027) \u000a11:45:09.568214 run osmo-msc_10.42.42.6(pid=3656): stderr: \u000a| �[0;m�[38;5;43m20221210114508617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114508618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54bc67fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114508618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114508618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114508618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114508618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114508620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:09.611871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3649): Terminating (SIGTERM)\u000a11:45:09.653285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3652): Terminating (SIGTERM)\u000a11:45:09.694616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3655): Terminating (SIGTERM)\u000a11:45:09.704122 --- ParallelTerminationStrategy: PID 3649 died...\u000a11:45:09.759774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3649): Terminated: ok {rc=0}\u000a11:45:09.769751 --- ParallelTerminationStrategy: PID 3652 died...\u000a11:45:09.824445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3652): Terminated: ok {rc=0}\u000a11:45:09.834339 --- ParallelTerminationStrategy: PID 3655 died...\u000a11:45:09.889205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3655): Terminated: ok {rc=0}\u000a11:45:09.976058 bus /sierra_3: Setting Powered False\u000a11:45:11.082046 bus /sierra_3: Setting Powered False\u000a11:45:12.188849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:44:52" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3668): Process ended prematurely: osmo-stp_10.42.42.5(pid=3668) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3668)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3668): Process ended prematurely: osmo-stp_10.42.42.5(pid=3668) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:45:14.202713 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.214298 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:45:14.376825 tst mo_mt_call.py: using LAC 28167\u000a11:45:14.502671 tst mo_mt_call.py: using RAC 117\u000a11:45:14.623473 tst mo_mt_call.py: using CellId 28167\u000a11:45:14.749244 tst mo_mt_call.py: using BVCI 28168\u000a11:45:14.773419 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.784870 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.796272 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.807619 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.819068 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:14.830469 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:14.942926 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:15.140396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:15.610751 run create_hlr_db(pid=3661): Launched\u000a11:45:15.783675 bus /sierra_2: Setting Powered False\u000a11:45:16.818106 run create_hlr_db(pid=3661): Terminated: ok {rc=0}\u000a11:45:17.262065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3664): Launched\u000a11:45:17.582175 run osmo-hlr_10.42.42.2(pid=3665): Launched\u000a11:45:17.701382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:18.254605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3667): Launched\u000a11:45:18.573828 run osmo-stp_10.42.42.5(pid=3668): Launched\u000a11:45:18.690136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:19.271672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3670): Launched\u000a11:45:19.591361 run osmo-msc_10.42.42.6(pid=3671): Launched\u000a11:45:19.778155 run osmo-stp_10.42.42.5(pid=3668): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3668)]\u000a11:45:19.912836 run osmo-stp_10.42.42.5(pid=3668): stdout: \u000a| (launched: 2022-12-10_11:45:18.416663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.047394 run osmo-stp_10.42.42.5(pid=3668): stderr: \u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114518609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.175796 run osmo-stp_10.42.42.5(pid=3668): stdout: \u000a| (launched: 2022-12-10_11:45:18.416663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.303350 run osmo-stp_10.42.42.5(pid=3668): stderr: \u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114518608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114518609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114518609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.359507 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3668): Process ended prematurely: osmo-stp_10.42.42.5(pid=3668) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3668)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:45:20.368520 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:45:20.430007 run osmo-hlr_10.42.42.2(pid=3665): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3665)]\u000a11:45:20.480664 run osmo-hlr_10.42.42.2(pid=3665): stdout: \u000a| (launched: 2022-12-10_11:45:17.424809) \u000a11:45:20.532303 run osmo-hlr_10.42.42.2(pid=3665): stderr: \u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114517623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114517634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114517642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114517642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114517642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:20.602243 run osmo-msc_10.42.42.6(pid=3671): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3671)]\u000a11:45:20.653196 run osmo-msc_10.42.42.6(pid=3671): stdout: \u000a| (launched: 2022-12-10_11:45:19.434176) \u000a11:45:20.704530 run osmo-msc_10.42.42.6(pid=3671): stderr: \u000a| �[0;m�[38;5;43m20221210114519756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114519756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc760fb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114519756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114519757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114519757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114519757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114519759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114519759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114519759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114519759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:20.748128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3664): Terminating (SIGTERM)\u000a11:45:20.789367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3667): Terminating (SIGTERM)\u000a11:45:20.830685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3670): Terminating (SIGTERM)\u000a11:45:20.840144 --- ParallelTerminationStrategy: PID 3664 died...\u000a11:45:20.895300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3664): Terminated: ok {rc=0}\u000a11:45:20.905244 --- ParallelTerminationStrategy: PID 3667 died...\u000a11:45:20.959861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3667): Terminated: ok {rc=0}\u000a11:45:20.969769 --- ParallelTerminationStrategy: PID 3670 died...\u000a11:45:21.024460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3670): Terminated: ok {rc=0}\u000a11:45:21.110903 bus /sierra_3: Setting Powered False\u000a11:45:22.214668 bus /sierra_3: Setting Powered False\u000a11:45:23.320568 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3679): Process ended prematurely: osmo-stp_10.42.42.5(pid=3679) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3679)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3679): Process ended prematurely: osmo-stp_10.42.42.5(pid=3679) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:24.435586 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:24.448369 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:45:24.613732 tst mo_mt_call_osmux.py: using LAC 28168\u000a11:45:24.740321 tst mo_mt_call_osmux.py: using RAC 118\u000a11:45:24.859620 tst mo_mt_call_osmux.py: using CellId 28168\u000a11:45:24.984090 tst mo_mt_call_osmux.py: using BVCI 28169\u000a11:45:25.008406 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:25.020078 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:25.031495 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:25.042994 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:25.054596 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:25.066020 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:25.179584 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:25.377590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:25.846203 run create_hlr_db(pid=3673): Launched\u000a11:45:26.018520 bus /sierra_2: Setting Powered False\u000a11:45:27.040099 run create_hlr_db(pid=3673): Terminated: ok {rc=0}\u000a11:45:27.463862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3675): Launched\u000a11:45:27.783735 run osmo-hlr_10.42.42.2(pid=3676): Launched\u000a11:45:27.900330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:28.452900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3678): Launched\u000a11:45:28.773238 run osmo-stp_10.42.42.5(pid=3679): Launched\u000a11:45:28.888462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:29.472102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3681): Launched\u000a11:45:29.791598 run osmo-msc_10.42.42.6(pid=3682): Launched\u000a11:45:29.978688 run osmo-stp_10.42.42.5(pid=3679): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3679)]\u000a11:45:30.113371 run osmo-stp_10.42.42.5(pid=3679): stdout: \u000a| (launched: 2022-12-10_11:45:28.616088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.247698 run osmo-stp_10.42.42.5(pid=3679): stderr: \u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114528808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.376283 run osmo-stp_10.42.42.5(pid=3679): stdout: \u000a| (launched: 2022-12-10_11:45:28.616088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.503665 run osmo-stp_10.42.42.5(pid=3679): stderr: \u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114528807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114528808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114528808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.560474 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3679): Process ended prematurely: osmo-stp_10.42.42.5(pid=3679) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3679)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:45:30.569846 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:45:30.631515 run osmo-hlr_10.42.42.2(pid=3676): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3676)]\u000a11:45:30.682252 run osmo-hlr_10.42.42.2(pid=3676): stdout: \u000a| (launched: 2022-12-10_11:45:27.627369) \u000a11:45:30.733813 run osmo-hlr_10.42.42.2(pid=3676): stderr: \u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114527824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114527835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114527843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114527844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114527844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:30.803851 run osmo-msc_10.42.42.6(pid=3682): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3682)]\u000a11:45:30.855669 run osmo-msc_10.42.42.6(pid=3682): stdout: \u000a| (launched: 2022-12-10_11:45:29.635354) \u000a11:45:30.921882 run osmo-msc_10.42.42.6(pid=3682): stderr: \u000a| �[0;m�[38;5;43m20221210114529956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114529956 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f682a03fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114529956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114529956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114529957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114529957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114529959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114529959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114529959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114529959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:30.966399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3675): Terminating (SIGTERM)\u000a11:45:31.008511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3678): Terminating (SIGTERM)\u000a11:45:31.054221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3681): Terminating (SIGTERM)\u000a11:45:31.064903 --- ParallelTerminationStrategy: PID 3675 died...\u000a11:45:31.123833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3675): Terminated: ok {rc=0}\u000a11:45:31.134414 --- ParallelTerminationStrategy: PID 3678 died...\u000a11:45:31.190828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3678): Terminated: ok {rc=0}\u000a11:45:31.202503 --- ParallelTerminationStrategy: PID 3681 died...\u000a11:45:31.260354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3681): Terminated: ok {rc=0}\u000a11:45:31.349748 bus /sierra_3: Setting Powered False\u000a11:45:32.450775 bus /sierra_3: Setting Powered False\u000a11:45:33.561357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:45:13" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3693): Process ended prematurely: osmo-stp_10.42.42.5(pid=3693) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3693)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3693): Process ended prematurely: osmo-stp_10.42.42.5(pid=3693) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:45:35.551793 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:35.562994 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:45:35.719666 tst mo_mt_call.py: using LAC 28169\u000a11:45:35.836532 tst mo_mt_call.py: using RAC 119\u000a11:45:35.954985 tst mo_mt_call.py: using CellId 28169\u000a11:45:36.071505 tst mo_mt_call.py: using BVCI 28170\u000a11:45:36.094139 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:36.105091 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:36.115718 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:36.126752 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:36.137879 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:36.148727 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:36.266857 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:36.477248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:36.987379 run create_hlr_db(pid=3687): Launched\u000a11:45:37.172858 bus /sierra_2: Setting Powered False\u000a11:45:38.193872 run create_hlr_db(pid=3687): Terminated: ok {rc=0}\u000a11:45:38.594763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3689): Launched\u000a11:45:38.893140 run osmo-hlr_10.42.42.2(pid=3690): Launched\u000a11:45:39.008345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:39.535944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3692): Launched\u000a11:45:39.835183 run osmo-stp_10.42.42.5(pid=3693): Launched\u000a11:45:39.943869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:40.489639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3695): Launched\u000a11:45:40.790719 run osmo-msc_10.42.42.6(pid=3696): Launched\u000a11:45:40.967588 run osmo-stp_10.42.42.5(pid=3693): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3693)]\u000a11:45:41.095145 run osmo-stp_10.42.42.5(pid=3693): stdout: \u000a| (launched: 2022-12-10_11:45:39.688077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:41.219517 run osmo-stp_10.42.42.5(pid=3693): stderr: \u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114539858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:41.339994 run osmo-stp_10.42.42.5(pid=3693): stdout: \u000a| (launched: 2022-12-10_11:45:39.688077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:41.459379 run osmo-stp_10.42.42.5(pid=3693): stderr: \u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114539857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114539858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114539860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:41.512013 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3693): Process ended prematurely: osmo-stp_10.42.42.5(pid=3693) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3693)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:45:41.520529 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:45:41.580656 run osmo-hlr_10.42.42.2(pid=3690): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3690)]\u000a11:45:41.629905 run osmo-hlr_10.42.42.2(pid=3690): stdout: \u000a| (launched: 2022-12-10_11:45:38.746996) \u000a11:45:41.679778 run osmo-hlr_10.42.42.2(pid=3690): stderr: \u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114538942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114538955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114538965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114538966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114538966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:41.746745 run osmo-msc_10.42.42.6(pid=3696): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3696)]\u000a11:45:41.795911 run osmo-msc_10.42.42.6(pid=3696): stdout: \u000a| (launched: 2022-12-10_11:45:40.642354) \u000a11:45:41.845609 run osmo-msc_10.42.42.6(pid=3696): stderr: \u000a| �[0;m�[38;5;43m20221210114540916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114540916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c19da3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114540917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114540917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114540917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114540917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114540919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:41.887386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3689): Terminating (SIGTERM)\u000a11:45:41.927099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3692): Terminating (SIGTERM)\u000a11:45:41.966710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3695): Terminating (SIGTERM)\u000a11:45:41.975983 --- ParallelTerminationStrategy: PID 3689 died...\u000a11:45:42.028979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3689): Terminated: ok {rc=0}\u000a11:45:42.038688 --- ParallelTerminationStrategy: PID 3692 died...\u000a11:45:42.091803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3692): Terminated: ok {rc=0}\u000a11:45:42.101650 --- ParallelTerminationStrategy: PID 3695 died...\u000a11:45:42.154642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3695): Terminated: ok {rc=0}\u000a11:45:42.238300 bus /sierra_3: Setting Powered False\u000a11:45:43.337946 bus /sierra_3: Setting Powered False\u000a11:45:44.449249 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:45.558768 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:45.570505 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:45:45.726758 tst mo_mt_call_osmux.py: using LAC 28170\u000a11:45:45.848248 tst mo_mt_call_osmux.py: using RAC 120\u000a11:45:45.989484 tst mo_mt_call_osmux.py: using CellId 28170\u000a11:45:46.141661 tst mo_mt_call_osmux.py: using BVCI 28171\u000a11:45:46.165264 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:46.177041 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:46.188439 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:46.200106 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:46.212214 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:46.224087 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:46.341245 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:46.614613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:47.174518 run create_hlr_db(pid=3698): Launched\u000a11:45:47.364862 bus /sierra_2: Setting Powered False\u000a11:45:48.381913 run create_hlr_db(pid=3698): Terminated: ok {rc=0}\u000a11:45:48.783498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Launched\u000a11:45:49.082021 run osmo-hlr_10.42.42.2(pid=3701): Launched\u000a11:45:49.195580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:49.713292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Launched\u000a11:45:50.010885 run osmo-stp_10.42.42.5(pid=3704): Launched\u000a11:45:50.119160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:50.663261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3706): Launched\u000a11:45:50.963419 run osmo-msc_10.42.42.6(pid=3707): Launched\u000a11:45:51.144689 run osmo-stp_10.42.42.5(pid=3704): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]\u000a11:45:51.281284 run osmo-stp_10.42.42.5(pid=3704): stdout: \u000a| (launched: 2022-12-10_11:45:49.864433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:51.415104 run osmo-stp_10.42.42.5(pid=3704): stderr: \u000a| �[0;m�[38;5;43m20221210114550033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114550033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114550034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114550034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114550034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114550035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114550035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:51.543938 run osmo-stp_10.42.42.5(pid=3704): stdout: \u000a| (launched: 2022-12-10_11:45:49.864433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:51.671563 run osmo-stp_10.42.42.5(pid=3704): stderr: \u000a| �[0;m�[38;5;43m20221210114550033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114550033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114550034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114550034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114550034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114550035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114550035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:51.727624 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)] [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:45:51.736845 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:45:51.798556 run osmo-hlr_10.42.42.2(pid=3701): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3701)]\u000a11:45:51.849302 run osmo-hlr_10.42.42.2(pid=3701): stdout: \u000a| (launched: 2022-12-10_11:45:48.935686) \u000a11:45:51.900515 run osmo-hlr_10.42.42.2(pid=3701): stderr: \u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114549110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114549123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114549132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114549132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114549132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:51.970278 run osmo-msc_10.42.42.6(pid=3707): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3707)]\u000a11:45:52.021048 run osmo-msc_10.42.42.6(pid=3707): stdout: \u000a| (launched: 2022-12-10_11:45:50.815136) \u000a11:45:52.072343 run osmo-msc_10.42.42.6(pid=3707): stderr: \u000a| �[0;m�[38;5;43m20221210114551086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114551086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf0efecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114551086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114551086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114551086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114551087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114551089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114551089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114551089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114551089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:52.116001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Terminating (SIGTERM)\u000a11:45:52.157392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Terminating (SIGTERM)\u000a11:45:52.198847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3706): Terminating (SIGTERM)\u000a11:45:52.208345 --- ParallelTerminationStrategy: PID 3700 died...\u000a11:45:52.263280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Terminated: ok {rc=0}\u000a11:45:52.273216 --- ParallelTerminationStrategy: PID 3703 died...\u000a11:45:52.328001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Terminated: ok {rc=0}\u000a11:45:52.337959 --- ParallelTerminationStrategy: PID 3706 died...\u000a11:45:52.392655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3706): Terminated: ok {rc=0}\u000a11:45:52.477390 bus /sierra_3: Setting Powered False\u000a11:45:53.582885 bus /sierra_3: Setting Powered False\u000a11:45:54.688929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3720): Process ended prematurely: osmo-stp_10.42.42.5(pid=3720) [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3720)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3720): Process ended prematurely: osmo-stp_10.42.42.5(pid=3720) [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:45:56.712826 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.723858 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:45:56.866132 tst emergency_mo_mt_call.py: using LAC 28171\u000a11:45:56.987488 tst emergency_mo_mt_call.py: using RAC 121\u000a11:45:57.107884 tst emergency_mo_mt_call.py: using CellId 28171\u000a11:45:57.228626 tst emergency_mo_mt_call.py: using BVCI 28172\u000a11:45:57.252259 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:57.263469 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:57.274388 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:57.285307 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:57.296230 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:57.307190 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:45:57.421621 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:45:57.616620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:58.079077 run create_hlr_db(pid=3714): Launched\u000a11:45:58.248377 bus /sierra_2: Setting Powered False\u000a11:45:59.269477 run create_hlr_db(pid=3714): Terminated: ok {rc=0}\u000a11:45:59.659687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3716): Launched\u000a11:45:59.954005 run osmo-hlr_10.42.42.2(pid=3717): Launched\u000a11:46:00.061352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:00.569243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3719): Launched\u000a11:46:00.916759 run osmo-stp_10.42.42.5(pid=3720): Launched\u000a11:46:01.175944 tst emergency_mo_mt_call.py: using MSISDN 7718\u000a11:46:01.340862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:01.947867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3722): Launched\u000a11:46:02.302499 run osmo-msc_10.42.42.6(pid=3723): Launched\u000a11:46:02.476072 run osmo-stp_10.42.42.5(pid=3720): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3720)]\u000a11:46:02.601405 run osmo-stp_10.42.42.5(pid=3720): stdout: \u000a| (launched: 2022-12-10_11:46:00.717709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:02.724081 run osmo-stp_10.42.42.5(pid=3720): stderr: \u000a| �[0;m�[38;5;43m20221210114600930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114600930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114600931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114600931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:02.842988 run osmo-stp_10.42.42.5(pid=3720): stdout: \u000a| (launched: 2022-12-10_11:46:00.717709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:02.961300 run osmo-stp_10.42.42.5(pid=3720): stderr: \u000a| �[0;m�[38;5;43m20221210114600930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114600930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114600931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114600931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114600932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:03.013211 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3720): Process ended prematurely: osmo-stp_10.42.42.5(pid=3720) [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3720)] [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a11:46:03.021203 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a11:46:03.082559 run osmo-hlr_10.42.42.2(pid=3717): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3717)]\u000a11:46:03.132626 run osmo-hlr_10.42.42.2(pid=3717): stdout: \u000a| (launched: 2022-12-10_11:45:59.808485) \u000a11:46:03.183314 run osmo-hlr_10.42.42.2(pid=3717): stderr: \u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114559981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114559993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114600002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114600002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114600002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:03.251827 run osmo-msc_10.42.42.6(pid=3723): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3723)]\u000a11:46:03.301467 run osmo-msc_10.42.42.6(pid=3723): stdout: \u000a| (launched: 2022-12-10_11:46:02.113117) \u000a11:46:03.352240 run osmo-msc_10.42.42.6(pid=3723): stderr: \u000a| �[0;m�[38;5;43m20221210114602431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114602431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8507356c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114602431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114602433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114602434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114602434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114602434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:03.394551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3716): Terminating (SIGTERM)\u000a11:46:03.434956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3719): Terminating (SIGTERM)\u000a11:46:03.475453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3722): Terminating (SIGTERM)\u000a11:46:03.484873 --- ParallelTerminationStrategy: PID 3716 died...\u000a11:46:03.539118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3716): Terminated: ok {rc=0}\u000a11:46:03.548819 --- ParallelTerminationStrategy: PID 3719 died...\u000a11:46:03.602648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3719): Terminated: ok {rc=0}\u000a11:46:03.612313 --- ParallelTerminationStrategy: PID 3722 died...\u000a11:46:03.666888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3722): Terminated: ok {rc=0}\u000a11:46:03.756833 bus /sierra_3: Setting Powered False\u000a11:46:04.861834 bus /sierra_3: Setting Powered False\u000a11:46:05.972870 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3731): Process ended prematurely: osmo-stp_10.42.42.5(pid=3731) [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3731)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3731): Process ended prematurely: osmo-stp_10.42.42.5(pid=3731) [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:46:07.024527 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.035904 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:07.171746 tst emergency_preemptive_call.py: using LAC 28172\u000a11:46:07.286459 tst emergency_preemptive_call.py: using RAC 122\u000a11:46:07.401215 tst emergency_preemptive_call.py: using CellId 28172\u000a11:46:07.516782 tst emergency_preemptive_call.py: using BVCI 28173\u000a11:46:07.539402 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.550315 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.560847 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.571957 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.583000 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:07.594053 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:07.710366 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:07.825114 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:07.937357 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:08.132126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:08.597660 run create_hlr_db(pid=3725): Launched\u000a11:46:08.767914 bus /sierra_2: Setting Powered False\u000a11:46:09.789474 run create_hlr_db(pid=3725): Terminated: ok {rc=0}\u000a11:46:10.208020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3727): Launched\u000a11:46:10.523897 run osmo-hlr_10.42.42.2(pid=3728): Launched\u000a11:46:10.643125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:11.192807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3730): Launched\u000a11:46:11.507499 run osmo-stp_10.42.42.5(pid=3731): Launched\u000a11:46:11.638838 tst emergency_preemptive_call.py: using MSISDN 7719\u000a11:46:11.796188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:12.369401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3733): Launched\u000a11:46:12.685582 run osmo-msc_10.42.42.6(pid=3734): Launched\u000a11:46:12.870715 run osmo-stp_10.42.42.5(pid=3731): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3731)]\u000a11:46:13.005512 run osmo-stp_10.42.42.5(pid=3731): stdout: \u000a| (launched: 2022-12-10_11:46:11.353102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:13.139180 run osmo-stp_10.42.42.5(pid=3731): stderr: \u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114611544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:13.266274 run osmo-stp_10.42.42.5(pid=3731): stdout: \u000a| (launched: 2022-12-10_11:46:11.353102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:13.392017 run osmo-stp_10.42.42.5(pid=3731): stderr: \u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114611543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114611544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114611544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:13.447385 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3731): Process ended prematurely: osmo-stp_10.42.42.5(pid=3731) [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3731)] [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a11:46:13.456315 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a11:46:13.519477 run osmo-hlr_10.42.42.2(pid=3728): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3728)]\u000a11:46:13.571506 run osmo-hlr_10.42.42.2(pid=3728): stdout: \u000a| (launched: 2022-12-10_11:46:10.368839) \u000a11:46:13.623961 run osmo-hlr_10.42.42.2(pid=3728): stderr: \u000a| �[0;m�[1;31m20221210114610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114610565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114610566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114610566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114610566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114610578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114610586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114610586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114610586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:13.695078 run osmo-msc_10.42.42.6(pid=3734): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3734)]\u000a11:46:13.746851 run osmo-msc_10.42.42.6(pid=3734): stdout: \u000a| (launched: 2022-12-10_11:46:12.530093) \u000a11:46:13.798872 run osmo-msc_10.42.42.6(pid=3734): stderr: \u000a| �[0;m�[38;5;43m20221210114612854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210114612854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f915177ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210114612854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210114612854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210114612854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210114612854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210114612856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210114612856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210114612857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210114612857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:13.843343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3727): Terminating (SIGTERM)\u000a11:46:13.885398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3730): Terminating (SIGTERM)\u000a11:46:13.927285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3733): Terminating (SIGTERM)\u000a11:46:13.937011 --- ParallelTerminationStrategy: PID 3727 died...\u000a11:46:13.992903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3727): Terminated: ok {rc=0}\u000a11:46:14.003156 --- ParallelTerminationStrategy: PID 3730 died...\u000a11:46:14.058785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3730): Terminated: ok {rc=0}\u000a11:46:14.068841 --- ParallelTerminationStrategy: PID 3733 died...\u000a11:46:14.124663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3733): Terminated: ok {rc=0}\u000a11:46:14.212128 bus /sierra_9: Setting Powered False\u000a11:46:15.318539 bus /sierra_9: Setting Powered False\u000a11:46:16.433231 bus /sierra_8: Setting Powered False\u000a11:46:17.533485 bus /sierra_8: Setting Powered False\u000a11:46:18.644614 bus /sierra_3: Setting Powered False\u000a11:46:19.748717 bus /sierra_3: Setting Powered False\u000a11:46:20.860471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:45:56" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:46:22.996335 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.007118 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:23.151251 tst cs_paging_gprs_active.py: using LAC 28173\u000a11:46:23.275559 tst cs_paging_gprs_active.py: using RAC 123\u000a11:46:23.400603 tst cs_paging_gprs_active.py: using CellId 28173\u000a11:46:23.525708 tst cs_paging_gprs_active.py: using BVCI 28174\u000a11:46:23.550505 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.561696 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.572523 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.583418 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.594347 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.605267 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.616244 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.627058 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:23.638070 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:23.754454 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:24.042131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:46:24.175679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:24.506452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Launched\u000a11:46:24.782212 run iperf3-srv_10.42.42.10(pid=3740): Launched\u000a11:46:24.978217 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:46:25.111961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:25.443107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Launched\u000a11:46:25.717794 run iperf3-srv_10.42.42.10(pid=3742): Launched\u000a11:46:25.913658 tst cs_paging_gprs_active.py:38: start network...\u000a11:46:26.046807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:26.558620 run create_hlr_db(pid=3743): Launched\u000a11:46:26.744031 bus /sierra_2: Setting Powered False\u000a11:46:27.764565 run create_hlr_db(pid=3743): Terminated: ok {rc=0}\u000a11:46:28.190132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Launched\u000a11:46:28.510843 run osmo-hlr_10.42.42.2(pid=3746): Launched\u000a11:46:28.632387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:29.162398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Launched\u000a11:46:29.464080 run osmo-stp_10.42.42.5(pid=3749): Launched\u000a11:46:29.575318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:46:30.098697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Launched\u000a11:46:30.206796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:46:30.469336 run patchelf(pid=3752): Launched\u000a11:46:30.646010 run osmo-stp_10.42.42.5(pid=3749): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]\u000a11:46:30.774652 run osmo-stp_10.42.42.5(pid=3749): stdout: \u000a| (launched: 2022-12-10_11:46:29.315110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:30.929133 run osmo-stp_10.42.42.5(pid=3749): stderr: \u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114629484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:31.066163 run osmo-stp_10.42.42.5(pid=3749): stdout: \u000a| (launched: 2022-12-10_11:46:29.315110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:31.193739 run osmo-stp_10.42.42.5(pid=3749): stderr: \u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114629483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114629484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114629484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:31.342874 run patchelf(pid=3752): Terminating (SIGINT)\u000a11:46:31.517343 run patchelf(pid=3752): Terminated: ok {rc=0}\u000a11:46:31.549979 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)] [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a11:46:31.560393 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:46:31.625912 run osmo-hlr_10.42.42.2(pid=3746): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3746)]\u000a11:46:31.677976 run osmo-hlr_10.42.42.2(pid=3746): stdout: \u000a| (launched: 2022-12-10_11:46:28.354032) \u000a11:46:31.730735 run osmo-hlr_10.42.42.2(pid=3746): stderr: \u000a| �[0;m�[1;31m20221210114628552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114628552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114628553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114628553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114628553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114628553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114628563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114628572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114628572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114628572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:31.774808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Terminating (SIGTERM)\u000a11:46:31.820085 run iperf3-srv_10.42.42.10(pid=3740): Terminating (SIGTERM)\u000a11:46:31.864380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminating (SIGTERM)\u000a11:46:31.907932 run iperf3-srv_10.42.42.10(pid=3742): Terminating (SIGTERM)\u000a11:46:31.952615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Terminating (SIGTERM)\u000a11:46:31.994892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Terminating (SIGTERM)\u000a11:46:32.039267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Terminating (SIGTERM)\u000a11:46:32.050353 --- ParallelTerminationStrategy: PID 3739 died...\u000a11:46:32.107147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3739): Terminated: ok {rc=0}\u000a11:46:32.117752 --- ParallelTerminationStrategy: PID 3740 died...\u000a11:46:32.173649 run iperf3-srv_10.42.42.10(pid=3740): Terminated {rc=256}\u000a11:46:32.184138 --- ParallelTerminationStrategy: PID 3741 died...\u000a11:46:32.238593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminated: ok {rc=0}\u000a11:46:32.248328 --- ParallelTerminationStrategy: PID 3742 died...\u000a11:46:32.301401 run iperf3-srv_10.42.42.10(pid=3742): Terminated {rc=256}\u000a11:46:32.311500 --- ParallelTerminationStrategy: PID 3745 died...\u000a11:46:32.364702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Terminated: ok {rc=0}\u000a11:46:32.374719 --- ParallelTerminationStrategy: PID 3748 died...\u000a11:46:32.427831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Terminated: ok {rc=0}\u000a11:46:32.437970 --- ParallelTerminationStrategy: PID 3751 died...\u000a11:46:32.491117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Terminated: ok {rc=0}\u000a11:46:32.575075 bus /gobi_0: Setting Powered False\u000a11:46:33.679620 bus /gobi_0: Setting Powered False\u000a11:46:34.790810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3761): Process ended prematurely: osmo-stp_10.42.42.5(pid=3761) [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3761)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3761): Process ended prematurely: osmo-stp_10.42.42.5(pid=3761) [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a11:46:35.900336 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:35.911620 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:36.050873 tst iperf3.py: using LAC 28174\u000a11:46:36.170076 tst iperf3.py: using RAC 124\u000a11:46:36.287534 tst iperf3.py: using CellId 28174\u000a11:46:36.405121 tst iperf3.py: using BVCI 28175\u000a11:46:36.428187 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.438935 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.449369 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.460002 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.470557 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.481194 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.491959 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.502636 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:36.513568 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:36.805661 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:46:36.939770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:37.271201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3753): Launched\u000a11:46:37.546695 run iperf3-srv_10.42.42.10(pid=3754): Launched\u000a11:46:37.744303 tst iperf3.py:8: start network...\u000a11:46:37.878238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:38.391358 run create_hlr_db(pid=3755): Launched\u000a11:46:38.579346 bus /gobi_6: Setting Powered False\u000a11:46:39.598120 run create_hlr_db(pid=3755): Terminated: ok {rc=0}\u000a11:46:40.000128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3757): Launched\u000a11:46:40.300054 run osmo-hlr_10.42.42.2(pid=3758): Launched\u000a11:46:40.415714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:40.947436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3760): Launched\u000a11:46:41.248065 run osmo-stp_10.42.42.5(pid=3761): Launched\u000a11:46:41.357521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:46:41.879481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3763): Launched\u000a11:46:41.986972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:46:42.249289 run patchelf(pid=3764): Launched\u000a11:46:42.424805 run osmo-stp_10.42.42.5(pid=3761): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3761)]\u000a11:46:42.553369 run osmo-stp_10.42.42.5(pid=3761): stdout: \u000a| (launched: 2022-12-10_11:46:41.099941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:42.682926 run osmo-stp_10.42.42.5(pid=3761): stderr: \u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114641271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:42.807461 run osmo-stp_10.42.42.5(pid=3761): stdout: \u000a| (launched: 2022-12-10_11:46:41.099941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:42.930462 run osmo-stp_10.42.42.5(pid=3761): stderr: \u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114641270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114641271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114641271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:43.074502 run patchelf(pid=3764): Terminating (SIGINT)\u000a11:46:43.243712 run patchelf(pid=3764): Terminated: ok {rc=0}\u000a11:46:43.274840 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3761): Process ended prematurely: osmo-stp_10.42.42.5(pid=3761) [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3761)] [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a11:46:43.284052 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:46:43.344646 run osmo-hlr_10.42.42.2(pid=3758): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3758)]\u000a11:46:43.393530 run osmo-hlr_10.42.42.2(pid=3758): stdout: \u000a| (launched: 2022-12-10_11:46:40.152641) \u000a11:46:43.443159 run osmo-hlr_10.42.42.2(pid=3758): stderr: \u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114640328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114640353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114640362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114640362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114640362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:43.484942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3753): Terminating (SIGTERM)\u000a11:46:43.524584 run iperf3-srv_10.42.42.10(pid=3754): Terminating (SIGTERM)\u000a11:46:43.564526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3757): Terminating (SIGTERM)\u000a11:46:43.604000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3760): Terminating (SIGTERM)\u000a11:46:43.643741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3763): Terminating (SIGTERM)\u000a11:46:43.653186 --- ParallelTerminationStrategy: PID 3753 died...\u000a11:46:43.706759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3753): Terminated: ok {rc=0}\u000a11:46:43.716343 --- ParallelTerminationStrategy: PID 3754 died...\u000a11:46:43.769075 run iperf3-srv_10.42.42.10(pid=3754): Terminated {rc=256}\u000a11:46:43.779014 --- ParallelTerminationStrategy: PID 3757 died...\u000a11:46:43.832048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3757): Terminated: ok {rc=0}\u000a11:46:43.841770 --- ParallelTerminationStrategy: PID 3760 died...\u000a11:46:43.894610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3760): Terminated: ok {rc=0}\u000a11:46:43.904475 --- ParallelTerminationStrategy: PID 3763 died...\u000a11:46:43.957369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3763): Terminated: ok {rc=0}\u000a11:46:44.040384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3779): Process ended prematurely: osmo-stp_10.42.42.5(pid=3779) [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3779)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3779): Process ended prematurely: osmo-stp_10.42.42.5(pid=3779) [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a11:46:45.154081 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.166656 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:45.314423 tst iperf3m4.py: using LAC 28175\u000a11:46:45.445764 tst iperf3m4.py: using RAC 125\u000a11:46:45.570802 tst iperf3m4.py: using CellId 28175\u000a11:46:45.695843 tst iperf3m4.py: using BVCI 28176\u000a11:46:45.720381 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.731545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.742433 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.753912 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.765297 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.776618 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.788130 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.799398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:46:45.810908 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:45.959237 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:46.086276 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:46.205196 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:46:46.541421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:46:46.671849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:47.006729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Launched\u000a11:46:47.286903 run iperf3-srv_10.42.42.10(pid=3766): Launched\u000a11:46:47.470204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:46:47.595216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:47.905151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Launched\u000a11:46:48.162510 run iperf3-srv_10.42.42.10(pid=3768): Launched\u000a11:46:48.345158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:46:48.469955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:48.780094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3769): Launched\u000a11:46:49.037073 run iperf3-srv_10.42.42.10(pid=3770): Launched\u000a11:46:49.219029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:46:49.343504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:49.654918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3771): Launched\u000a11:46:49.912221 run iperf3-srv_10.42.42.10(pid=3772): Launched\u000a11:46:50.095009 tst iperf3m4.py:8: start network...\u000a11:46:50.219431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:50.690616 run create_hlr_db(pid=3773): Launched\u000a11:46:50.863006 bus /gobi_6: Setting Powered False\u000a11:46:51.885240 run create_hlr_db(pid=3773): Terminated: ok {rc=0}\u000a11:46:52.285886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3775): Launched\u000a11:46:52.586274 run osmo-hlr_10.42.42.2(pid=3776): Launched\u000a11:46:52.703219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:53.233177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3778): Launched\u000a11:46:53.535081 run osmo-stp_10.42.42.5(pid=3779): Launched\u000a11:46:53.645505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:46:54.167197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3781): Launched\u000a11:46:54.274147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:46:54.535508 run patchelf(pid=3782): Launched\u000a11:46:54.711229 run osmo-stp_10.42.42.5(pid=3779): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3779)]\u000a11:46:54.839379 run osmo-stp_10.42.42.5(pid=3779): stdout: \u000a| (launched: 2022-12-10_11:46:53.386151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:54.967657 run osmo-stp_10.42.42.5(pid=3779): stderr: \u000a| �[0;m�[38;5;43m20221210114653557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114653558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114653558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114653558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:55.091500 run osmo-stp_10.42.42.5(pid=3779): stdout: \u000a| (launched: 2022-12-10_11:46:53.386151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:55.214502 run osmo-stp_10.42.42.5(pid=3779): stderr: \u000a| �[0;m�[38;5;43m20221210114653557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114653558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114653558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114653558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114653559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:55.358266 run patchelf(pid=3782): Terminating (SIGINT)\u000a11:46:55.526985 run patchelf(pid=3782): Terminated: ok {rc=0}\u000a11:46:55.558007 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3779): Process ended prematurely: osmo-stp_10.42.42.5(pid=3779) [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3779)] [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a11:46:55.567244 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a11:46:55.627983 run osmo-hlr_10.42.42.2(pid=3776): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3776)]\u000a11:46:55.676795 run osmo-hlr_10.42.42.2(pid=3776): stdout: \u000a| (launched: 2022-12-10_11:46:52.438140) \u000a11:46:55.726498 run osmo-hlr_10.42.42.2(pid=3776): stderr: \u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114652613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114652626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114652634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114652634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114652634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:55.768538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminating (SIGTERM)\u000a11:46:55.808774 run iperf3-srv_10.42.42.10(pid=3766): Terminating (SIGTERM)\u000a11:46:55.849191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Terminating (SIGTERM)\u000a11:46:55.889118 run iperf3-srv_10.42.42.10(pid=3768): Terminating (SIGTERM)\u000a11:46:55.929761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3769): Terminating (SIGTERM)\u000a11:46:55.969936 run iperf3-srv_10.42.42.10(pid=3770): Terminating (SIGTERM)\u000a11:46:56.009853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3771): Terminating (SIGTERM)\u000a11:46:56.049810 run iperf3-srv_10.42.42.10(pid=3772): Terminating (SIGTERM)\u000a11:46:56.089442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3775): Terminating (SIGTERM)\u000a11:46:56.129147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3778): Terminating (SIGTERM)\u000a11:46:56.169291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3781): Terminating (SIGTERM)\u000a11:46:56.178702 --- ParallelTerminationStrategy: PID 3765 died...\u000a11:46:56.232303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminated: ok {rc=0}\u000a11:46:56.242073 --- ParallelTerminationStrategy: PID 3766 died...\u000a11:46:56.295816 run iperf3-srv_10.42.42.10(pid=3766): Terminated {rc=256}\u000a11:46:56.305679 --- ParallelTerminationStrategy: PID 3767 died...\u000a11:46:56.359325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Terminated: ok {rc=0}\u000a11:46:56.369081 --- ParallelTerminationStrategy: PID 3768 died...\u000a11:46:56.422657 run iperf3-srv_10.42.42.10(pid=3768): Terminated {rc=256}\u000a11:46:56.432283 --- ParallelTerminationStrategy: PID 3769 died...\u000a11:46:56.485705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3769): Terminated: ok {rc=0}\u000a11:46:56.495288 --- ParallelTerminationStrategy: PID 3770 died...\u000a11:46:56.548429 run iperf3-srv_10.42.42.10(pid=3770): Terminated {rc=256}\u000a11:46:56.558393 --- ParallelTerminationStrategy: PID 3771 died...\u000a11:46:56.611673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3771): Terminated: ok {rc=0}\u000a11:46:56.621851 --- ParallelTerminationStrategy: PID 3772 died...\u000a11:46:56.675164 run iperf3-srv_10.42.42.10(pid=3772): Terminated {rc=256}\u000a11:46:56.685117 --- ParallelTerminationStrategy: PID 3775 died...\u000a11:46:56.739234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3775): Terminated: ok {rc=0}\u000a11:46:56.748781 --- ParallelTerminationStrategy: PID 3778 died...\u000a11:46:56.801975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3778): Terminated: ok {rc=0}\u000a11:46:56.811843 --- ParallelTerminationStrategy: PID 3781 died...\u000a11:46:56.865077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3781): Terminated: ok {rc=0}\u000a11:46:56.954967 bus /gobi_4: Setting Powered False\u000a11:46:58.058813 bus /gobi_4: Setting Powered False\u000a11:46:59.170622 bus /gobi_1: Setting Powered False\u000a11:47:00.272383 bus /gobi_1: Setting Powered False\u000a11:47:01.385647 bus /gobi_0: Setting Powered False\u000a11:47:02.491900 bus /gobi_0: Setting Powered False\u000a11:47:03.604435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2374↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2374↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a11:47:04.672247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:04.683547 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:47:04.819531 tst ping.py: using LAC 28176\u000a11:47:04.936852 tst ping.py: using RAC 126\u000a11:47:05.060462 tst ping.py: using CellId 28176\u000a11:47:05.180305 tst ping.py: using BVCI 28177\u000a11:47:05.202636 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.213708 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.224091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.234831 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.245511 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.256086 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.266888 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:05.277546 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:47:05.564825 tst ping.py:19: start network...\u000a11:47:05.697424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:06.200382 run create_hlr_db(pid=3783): Launched\u000a11:47:06.383108 bus /gobi_6: Setting Powered False\u000a11:47:07.404412 run create_hlr_db(pid=3783): Terminated: ok {rc=0}\u000a11:47:07.799414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Launched\u000a11:47:08.093353 run osmo-hlr_10.42.42.2(pid=3786): Launched\u000a11:47:08.200228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:08.712558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Launched\u000a11:47:09.006545 run osmo-stp_10.42.42.5(pid=3789): Launched\u000a11:47:09.114164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:09.626848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Launched\u000a11:47:09.731429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:09.987848 run patchelf(pid=3792): Launched\u000a11:47:10.160896 run osmo-stp_10.42.42.5(pid=3789): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]\u000a11:47:10.287345 run osmo-stp_10.42.42.5(pid=3789): stdout: \u000a| (launched: 2022-12-10_11:47:08.862089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:10.413748 run osmo-stp_10.42.42.5(pid=3789): stderr: \u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114709032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:10.535237 run osmo-stp_10.42.42.5(pid=3789): stdout: \u000a| (launched: 2022-12-10_11:47:08.862089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:10.655803 run osmo-stp_10.42.42.5(pid=3789): stderr: \u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114709031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114709032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:10.796528 run patchelf(pid=3792): Terminating (SIGINT)\u000a11:47:10.960822 run patchelf(pid=3792): Terminated: ok {rc=0}\u000a11:47:10.990764 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2374↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)] [trial-2374↪gprs:trx-sysmocell5000↪ping.py:22]\u000a11:47:10.999309 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:47:11.060450 run osmo-hlr_10.42.42.2(pid=3786): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3786)]\u000a11:47:11.109751 run osmo-hlr_10.42.42.2(pid=3786): stdout: \u000a| (launched: 2022-12-10_11:47:07.948129) \u000a11:47:11.159762 run osmo-hlr_10.42.42.2(pid=3786): stderr: \u000a| �[0;m�[1;31m20221210114708124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114708125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114708157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114708166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114708167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114708167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:11.201966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Terminating (SIGTERM)\u000a11:47:11.241870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Terminating (SIGTERM)\u000a11:47:11.281918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Terminating (SIGTERM)\u000a11:47:11.291322 --- ParallelTerminationStrategy: PID 3785 died...\u000a11:47:11.345030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Terminated: ok {rc=0}\u000a11:47:11.354876 --- ParallelTerminationStrategy: PID 3788 died...\u000a11:47:11.408359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Terminated: ok {rc=0}\u000a11:47:11.418186 --- ParallelTerminationStrategy: PID 3791 died...\u000a11:47:11.471546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Terminated: ok {rc=0}\u000a11:47:11.556728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a11:47:12.609792 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:12.622450 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:47:12.766919 tst ping_idle_ping.py: using LAC 28177\u000a11:47:12.890669 tst ping_idle_ping.py: using RAC 127\u000a11:47:13.014055 tst ping_idle_ping.py: using CellId 28177\u000a11:47:13.137808 tst ping_idle_ping.py: using BVCI 28178\u000a11:47:13.162001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.173664 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.184760 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.196662 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.208018 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.219168 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.230579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:47:13.241687 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:47:13.528580 tst ping_idle_ping.py:24: start network...\u000a11:47:13.661514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:14.168394 run create_hlr_db(pid=3793): Launched\u000a11:47:14.354030 bus /gobi_6: Setting Powered False\u000a11:47:15.374184 run create_hlr_db(pid=3793): Terminated: ok {rc=0}\u000a11:47:15.770970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Launched\u000a11:47:16.126715 run osmo-hlr_10.42.42.2(pid=3796): Launched\u000a11:47:16.304072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:17.009462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Launched\u000a11:47:17.433863 run osmo-stp_10.42.42.5(pid=3799): Launched\u000a11:47:17.555661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:18.104826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Launched\u000a11:47:18.216931 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:18.490810 run patchelf(pid=3802): Launched\u000a11:47:18.675784 run osmo-stp_10.42.42.5(pid=3799): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)]\u000a11:47:18.810547 run osmo-stp_10.42.42.5(pid=3799): stdout: \u000a| (launched: 2022-12-10_11:47:17.161827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:18.945375 run osmo-stp_10.42.42.5(pid=3799): stderr: \u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114717404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:19.076070 run osmo-stp_10.42.42.5(pid=3799): stdout: \u000a| (launched: 2022-12-10_11:47:17.161827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:19.205460 run osmo-stp_10.42.42.5(pid=3799): stderr: \u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114717404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114717404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114717405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:19.355646 run patchelf(pid=3802): Terminating (SIGINT)\u000a11:47:19.532092 run patchelf(pid=3802): Terminated: ok {rc=0}\u000a11:47:19.564169 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3799): Process ended prematurely: osmo-stp_10.42.42.5(pid=3799) [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3799)] [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a11:47:19.573445 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:47:19.636286 run osmo-hlr_10.42.42.2(pid=3796): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3796)]\u000a11:47:19.687165 run osmo-hlr_10.42.42.2(pid=3796): stdout: \u000a| (launched: 2022-12-10_11:47:15.939561) \u000a11:47:19.738797 run osmo-hlr_10.42.42.2(pid=3796): stderr: \u000a| �[0;m�[1;31m20221210114716319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114716320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114716320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114716320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114716321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114716321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114716351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114716368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114716369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114716369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:19.782837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Terminating (SIGTERM)\u000a11:47:19.824430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Terminating (SIGTERM)\u000a11:47:19.865928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Terminating (SIGTERM)\u000a11:47:19.875573 --- ParallelTerminationStrategy: PID 3795 died...\u000a11:47:19.930999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3795): Terminated: ok {rc=0}\u000a11:47:19.941169 --- ParallelTerminationStrategy: PID 3798 died...\u000a11:47:19.996124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3798): Terminated: ok {rc=0}\u000a11:47:20.006077 --- ParallelTerminationStrategy: PID 3801 died...\u000a11:47:20.061159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3801): Terminated: ok {rc=0}\u000a11:47:20.146741 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:46:22" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3816): Process ended prematurely: osmo-stp_10.42.42.5(pid=3816) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3816)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3816): Process ended prematurely: osmo-stp_10.42.42.5(pid=3816) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:47:22.301575 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.312292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:47:22.450899 tst cs_paging_gprs_active.py: using LAC 28178\u000a11:47:22.568759 tst cs_paging_gprs_active.py: using RAC 128\u000a11:47:22.688499 tst cs_paging_gprs_active.py: using CellId 28178\u000a11:47:22.814832 tst cs_paging_gprs_active.py: using BVCI 28179\u000a11:47:22.839743 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.851045 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.862215 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.873932 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.885464 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.897175 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.908794 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.920256 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:22.932074 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:23.047984 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:23.341547 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:47:23.475608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:23.807771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3806): Launched\u000a11:47:24.082351 run iperf3-srv_10.42.42.10(pid=3807): Launched\u000a11:47:24.278861 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:47:24.412345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:24.743761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3808): Launched\u000a11:47:25.018378 run iperf3-srv_10.42.42.10(pid=3809): Launched\u000a11:47:25.214722 tst cs_paging_gprs_active.py:38: start network...\u000a11:47:25.348308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:25.861665 run create_hlr_db(pid=3810): Launched\u000a11:47:26.047575 bus /gobi_6: Setting Powered False\u000a11:47:27.067636 run create_hlr_db(pid=3810): Terminated: ok {rc=0}\u000a11:47:27.471479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3812): Launched\u000a11:47:27.772527 run osmo-hlr_10.42.42.2(pid=3813): Launched\u000a11:47:27.891095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:28.417411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3815): Launched\u000a11:47:28.717622 run osmo-stp_10.42.42.5(pid=3816): Launched\u000a11:47:28.827471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:29.350965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3818): Launched\u000a11:47:29.458097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:29.720129 run patchelf(pid=3819): Launched\u000a11:47:29.895480 run osmo-stp_10.42.42.5(pid=3816): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3816)]\u000a11:47:30.023482 run osmo-stp_10.42.42.5(pid=3816): stdout: \u000a| (launched: 2022-12-10_11:47:28.569818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:30.151994 run osmo-stp_10.42.42.5(pid=3816): stderr: \u000a| �[0;m�[38;5;43m20221210114728741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114728741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114728742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114728742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114728742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114728743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114728743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:30.275919 run osmo-stp_10.42.42.5(pid=3816): stdout: \u000a| (launched: 2022-12-10_11:47:28.569818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:30.399088 run osmo-stp_10.42.42.5(pid=3816): stderr: \u000a| �[0;m�[38;5;43m20221210114728741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114728741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114728742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114728742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114728742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114728743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114728743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:30.542547 run patchelf(pid=3819): Terminating (SIGINT)\u000a11:47:30.710561 run patchelf(pid=3819): Terminated: ok {rc=0}\u000a11:47:30.741498 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3816): Process ended prematurely: osmo-stp_10.42.42.5(pid=3816) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3816)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:47:30.750697 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:47:30.810612 run osmo-hlr_10.42.42.2(pid=3813): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3813)]\u000a11:47:30.860616 run osmo-hlr_10.42.42.2(pid=3813): stdout: \u000a| (launched: 2022-12-10_11:47:27.624366) \u000a11:47:30.917598 run osmo-hlr_10.42.42.2(pid=3813): stderr: \u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114727799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114727811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:30.960483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3806): Terminating (SIGTERM)\u000a11:47:31.002661 run iperf3-srv_10.42.42.10(pid=3807): Terminating (SIGTERM)\u000a11:47:31.046754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3808): Terminating (SIGTERM)\u000a11:47:31.090722 run iperf3-srv_10.42.42.10(pid=3809): Terminating (SIGTERM)\u000a11:47:31.133266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3812): Terminating (SIGTERM)\u000a11:47:31.177310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3815): Terminating (SIGTERM)\u000a11:47:31.219051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3818): Terminating (SIGTERM)\u000a11:47:31.230620 --- ParallelTerminationStrategy: PID 3806 died...\u000a11:47:31.286042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3806): Terminated: ok {rc=0}\u000a11:47:31.296505 --- ParallelTerminationStrategy: PID 3807 died...\u000a11:47:31.350887 run iperf3-srv_10.42.42.10(pid=3807): Terminated {rc=256}\u000a11:47:31.361861 --- ParallelTerminationStrategy: PID 3808 died...\u000a11:47:31.416817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3808): Terminated: ok {rc=0}\u000a11:47:31.427294 --- ParallelTerminationStrategy: PID 3809 died...\u000a11:47:31.481985 run iperf3-srv_10.42.42.10(pid=3809): Terminated {rc=256}\u000a11:47:31.492318 --- ParallelTerminationStrategy: PID 3812 died...\u000a11:47:31.546417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3812): Terminated: ok {rc=0}\u000a11:47:31.557499 --- ParallelTerminationStrategy: PID 3815 died...\u000a11:47:31.611771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3815): Terminated: ok {rc=0}\u000a11:47:31.622639 --- ParallelTerminationStrategy: PID 3818 died...\u000a11:47:31.677837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3818): Terminated: ok {rc=0}\u000a11:47:31.763187 bus /gobi_0: Setting Powered False\u000a11:47:32.862574 bus /gobi_0: Setting Powered False\u000a11:47:33.972379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3833): Process ended prematurely: osmo-stp_10.42.42.5(pid=3833) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3833)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3833): Process ended prematurely: osmo-stp_10.42.42.5(pid=3833) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:47:35.082387 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.093804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:47:35.234835 tst iperf3.py: using LAC 28179\u000a11:47:35.351667 tst iperf3.py: using RAC 129\u000a11:47:35.473070 tst iperf3.py: using CellId 28179\u000a11:47:35.590449 tst iperf3.py: using BVCI 28180\u000a11:47:35.613289 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.624114 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.634887 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.645743 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.656454 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.667425 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.678620 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.689559 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:35.700546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:35.991213 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:47:36.125920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:36.457722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3825): Launched\u000a11:47:36.733551 run iperf3-srv_10.42.42.10(pid=3826): Launched\u000a11:47:36.930176 tst iperf3.py:8: start network...\u000a11:47:37.064072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:37.567112 run create_hlr_db(pid=3827): Launched\u000a11:47:37.740625 bus /gobi_6: Setting Powered False\u000a11:47:38.761300 run create_hlr_db(pid=3827): Terminated: ok {rc=0}\u000a11:47:39.161675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3829): Launched\u000a11:47:39.461484 run osmo-hlr_10.42.42.2(pid=3830): Launched\u000a11:47:39.575207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:40.095776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3832): Launched\u000a11:47:40.395213 run osmo-stp_10.42.42.5(pid=3833): Launched\u000a11:47:40.504881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:41.024142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3835): Launched\u000a11:47:41.130996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:41.392128 run patchelf(pid=3836): Launched\u000a11:47:41.567451 run osmo-stp_10.42.42.5(pid=3833): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3833)]\u000a11:47:41.695590 run osmo-stp_10.42.42.5(pid=3833): stdout: \u000a| (launched: 2022-12-10_11:47:40.247616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:41.824584 run osmo-stp_10.42.42.5(pid=3833): stderr: \u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114740419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:41.948475 run osmo-stp_10.42.42.5(pid=3833): stdout: \u000a| (launched: 2022-12-10_11:47:40.247616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:42.071522 run osmo-stp_10.42.42.5(pid=3833): stderr: \u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114740418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114740419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114740419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:42.215010 run patchelf(pid=3836): Terminating (SIGINT)\u000a11:47:42.382712 run patchelf(pid=3836): Terminated: ok {rc=0}\u000a11:47:42.413602 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3833): Process ended prematurely: osmo-stp_10.42.42.5(pid=3833) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3833)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a11:47:42.422854 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:47:42.483177 run osmo-hlr_10.42.42.2(pid=3830): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3830)]\u000a11:47:42.531726 run osmo-hlr_10.42.42.2(pid=3830): stdout: \u000a| (launched: 2022-12-10_11:47:39.314120) \u000a11:47:42.581899 run osmo-hlr_10.42.42.2(pid=3830): stderr: \u000a| �[0;m�[1;31m20221210114739491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114739491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114739491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114739491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114739491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114739492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114739503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114739512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114739512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114739512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:42.623609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3825): Terminating (SIGTERM)\u000a11:47:42.663381 run iperf3-srv_10.42.42.10(pid=3826): Terminating (SIGTERM)\u000a11:47:42.703147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3829): Terminating (SIGTERM)\u000a11:47:42.742411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3832): Terminating (SIGTERM)\u000a11:47:42.782102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3835): Terminating (SIGTERM)\u000a11:47:42.791435 --- ParallelTerminationStrategy: PID 3825 died...\u000a11:47:42.844581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3825): Terminated: ok {rc=0}\u000a11:47:42.854145 --- ParallelTerminationStrategy: PID 3826 died...\u000a11:47:42.907370 run iperf3-srv_10.42.42.10(pid=3826): Terminated {rc=256}\u000a11:47:42.916772 --- ParallelTerminationStrategy: PID 3829 died...\u000a11:47:42.970510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3829): Terminated: ok {rc=0}\u000a11:47:42.979903 --- ParallelTerminationStrategy: PID 3832 died...\u000a11:47:43.033170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3832): Terminated: ok {rc=0}\u000a11:47:43.042640 --- ParallelTerminationStrategy: PID 3835 died...\u000a11:47:43.095629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3835): Terminated: ok {rc=0}\u000a11:47:43.184052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3852): Process ended prematurely: osmo-stp_10.42.42.5(pid=3852) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3852)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3852): Process ended prematurely: osmo-stp_10.42.42.5(pid=3852) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:47:44.294446 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.305922 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:47:44.446202 tst iperf3m4.py: using LAC 28180\u000a11:47:44.565553 tst iperf3m4.py: using RAC 130\u000a11:47:44.682959 tst iperf3m4.py: using CellId 28180\u000a11:47:44.800217 tst iperf3m4.py: using BVCI 28181\u000a11:47:44.823202 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.834154 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.844774 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.856162 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.867648 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.879176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.890703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.902017 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:44.913546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:45.034790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:45.149883 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:45.266652 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:45.542726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:47:45.668022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:46.008302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3837): Launched\u000a11:47:46.356001 run iperf3-srv_10.42.42.10(pid=3838): Launched\u000a11:47:46.564867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:47:46.705108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:47.064043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3840): Launched\u000a11:47:47.342456 run iperf3-srv_10.42.42.10(pid=3841): Launched\u000a11:47:47.540492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:47:47.675802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:48.008060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3842): Launched\u000a11:47:48.283313 run iperf3-srv_10.42.42.10(pid=3843): Launched\u000a11:47:48.480657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:47:48.614739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:48.946004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3844): Launched\u000a11:47:49.221293 run iperf3-srv_10.42.42.10(pid=3845): Launched\u000a11:47:49.418045 tst iperf3m4.py:8: start network...\u000a11:47:49.551657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:50.064528 run create_hlr_db(pid=3846): Launched\u000a11:47:50.252307 bus /gobi_6: Setting Powered False\u000a11:47:51.271789 run create_hlr_db(pid=3846): Terminated: ok {rc=0}\u000a11:47:51.675125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3848): Launched\u000a11:47:51.976181 run osmo-hlr_10.42.42.2(pid=3849): Launched\u000a11:47:52.094825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:52.623003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3851): Launched\u000a11:47:52.922520 run osmo-stp_10.42.42.5(pid=3852): Launched\u000a11:47:53.031409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:53.553437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3854): Launched\u000a11:47:53.660150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:53.922595 run patchelf(pid=3855): Launched\u000a11:47:54.098839 run osmo-stp_10.42.42.5(pid=3852): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3852)]\u000a11:47:54.227343 run osmo-stp_10.42.42.5(pid=3852): stdout: \u000a| (launched: 2022-12-10_11:47:52.775007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:54.356215 run osmo-stp_10.42.42.5(pid=3852): stderr: \u000a| �[0;m�[38;5;43m20221210114752944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114752945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114752945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114752945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:54.480362 run osmo-stp_10.42.42.5(pid=3852): stdout: \u000a| (launched: 2022-12-10_11:47:52.775007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:54.603803 run osmo-stp_10.42.42.5(pid=3852): stderr: \u000a| �[0;m�[38;5;43m20221210114752944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114752945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114752945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114752945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114752946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:54.747595 run patchelf(pid=3855): Terminating (SIGINT)\u000a11:47:54.916378 run patchelf(pid=3855): Terminated: ok {rc=0}\u000a11:47:54.947493 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3852): Process ended prematurely: osmo-stp_10.42.42.5(pid=3852) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3852)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:47:54.956698 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:47:55.017437 run osmo-hlr_10.42.42.2(pid=3849): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3849)]\u000a11:47:55.066905 run osmo-hlr_10.42.42.2(pid=3849): stdout: \u000a| (launched: 2022-12-10_11:47:51.827981) \u000a11:47:55.116996 run osmo-hlr_10.42.42.2(pid=3849): stderr: \u000a| �[0;m�[1;31m20221210114752001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114752001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114752014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:55.159190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3837): Terminating (SIGTERM)\u000a11:47:55.199169 run iperf3-srv_10.42.42.10(pid=3838): Terminating (SIGTERM)\u000a11:47:55.239062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3840): Terminating (SIGTERM)\u000a11:47:55.278990 run iperf3-srv_10.42.42.10(pid=3841): Terminating (SIGTERM)\u000a11:47:55.318985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3842): Terminating (SIGTERM)\u000a11:47:55.358779 run iperf3-srv_10.42.42.10(pid=3843): Terminating (SIGTERM)\u000a11:47:55.398715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3844): Terminating (SIGTERM)\u000a11:47:55.438530 run iperf3-srv_10.42.42.10(pid=3845): Terminating (SIGTERM)\u000a11:47:55.478599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3848): Terminating (SIGTERM)\u000a11:47:55.518809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3851): Terminating (SIGTERM)\u000a11:47:55.559045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3854): Terminating (SIGTERM)\u000a11:47:55.568554 --- ParallelTerminationStrategy: PID 3837 died...\u000a11:47:55.622556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3837): Terminated: ok {rc=0}\u000a11:47:55.632348 --- ParallelTerminationStrategy: PID 3838 died...\u000a11:47:55.685548 run iperf3-srv_10.42.42.10(pid=3838): Terminated {rc=256}\u000a11:47:55.695067 --- ParallelTerminationStrategy: PID 3840 died...\u000a11:47:55.748061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3840): Terminated: ok {rc=0}\u000a11:47:55.758133 --- ParallelTerminationStrategy: PID 3841 died...\u000a11:47:55.811954 run iperf3-srv_10.42.42.10(pid=3841): Terminated {rc=256}\u000a11:47:55.821648 --- ParallelTerminationStrategy: PID 3842 died...\u000a11:47:55.874905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3842): Terminated: ok {rc=0}\u000a11:47:55.884858 --- ParallelTerminationStrategy: PID 3843 died...\u000a11:47:55.938201 run iperf3-srv_10.42.42.10(pid=3843): Terminated {rc=256}\u000a11:47:55.947994 --- ParallelTerminationStrategy: PID 3844 died...\u000a11:47:56.001141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3844): Terminated: ok {rc=0}\u000a11:47:56.010971 --- ParallelTerminationStrategy: PID 3845 died...\u000a11:47:56.064094 run iperf3-srv_10.42.42.10(pid=3845): Terminated {rc=256}\u000a11:47:56.073961 --- ParallelTerminationStrategy: PID 3848 died...\u000a11:47:56.127736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3848): Terminated: ok {rc=0}\u000a11:47:56.137697 --- ParallelTerminationStrategy: PID 3851 died...\u000a11:47:56.191014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3851): Terminated: ok {rc=0}\u000a11:47:56.200807 --- ParallelTerminationStrategy: PID 3854 died...\u000a11:47:56.254587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3854): Terminated: ok {rc=0}\u000a11:47:56.343967 bus /gobi_4: Setting Powered False\u000a11:47:57.447862 bus /gobi_4: Setting Powered False\u000a11:47:58.558833 bus /gobi_1: Setting Powered False\u000a11:47:59.665220 bus /gobi_1: Setting Powered False\u000a11:48:00.773038 bus /gobi_0: Setting Powered False\u000a11:48:01.898269 bus /gobi_0: Setting Powered False\u000a11:48:03.011681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3862): Process ended prematurely: osmo-stp_10.42.42.5(pid=3862) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3862)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3862): Process ended prematurely: osmo-stp_10.42.42.5(pid=3862) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:48:04.078567 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.090043 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:04.228186 tst ping.py: using LAC 28181\u000a11:48:04.345617 tst ping.py: using RAC 131\u000a11:48:04.461137 tst ping.py: using CellId 28181\u000a11:48:04.578631 tst ping.py: using BVCI 28182\u000a11:48:04.601151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.612073 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.622736 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.633655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.644533 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.655402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.666703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:04.677537 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:04.953894 tst ping.py:19: start network...\u000a11:48:05.076584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:05.539581 run create_hlr_db(pid=3856): Launched\u000a11:48:05.709449 bus /gobi_6: Setting Powered False\u000a11:48:06.731483 run create_hlr_db(pid=3856): Terminated: ok {rc=0}\u000a11:48:07.152044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3858): Launched\u000a11:48:07.467131 run osmo-hlr_10.42.42.2(pid=3859): Launched\u000a11:48:07.583353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:08.132718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3861): Launched\u000a11:48:08.448070 run osmo-stp_10.42.42.5(pid=3862): Launched\u000a11:48:08.562654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:09.112880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3864): Launched\u000a11:48:09.225311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:09.499419 run patchelf(pid=3865): Launched\u000a11:48:09.683780 run osmo-stp_10.42.42.5(pid=3862): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3862)]\u000a11:48:09.818082 run osmo-stp_10.42.42.5(pid=3862): stdout: \u000a| (launched: 2022-12-10_11:48:08.293050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:09.952621 run osmo-stp_10.42.42.5(pid=3862): stderr: \u000a| �[0;m�[38;5;43m20221210114808486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114808487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114808487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114808487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:10.083016 run osmo-stp_10.42.42.5(pid=3862): stdout: \u000a| (launched: 2022-12-10_11:48:08.293050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:10.211804 run osmo-stp_10.42.42.5(pid=3862): stderr: \u000a| �[0;m�[38;5;43m20221210114808486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114808487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114808487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114808487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114808488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:10.361730 run patchelf(pid=3865): Terminating (SIGINT)\u000a11:48:10.537142 run patchelf(pid=3865): Terminated: ok {rc=0}\u000a11:48:10.569156 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3862): Process ended prematurely: osmo-stp_10.42.42.5(pid=3862) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3862)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a11:48:10.578374 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:48:10.640658 run osmo-hlr_10.42.42.2(pid=3859): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3859)]\u000a11:48:10.692275 run osmo-hlr_10.42.42.2(pid=3859): stdout: \u000a| (launched: 2022-12-10_11:48:07.312753) \u000a11:48:10.743428 run osmo-hlr_10.42.42.2(pid=3859): stderr: \u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114807514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114807526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114807535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114807535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114807535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:10.787154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3858): Terminating (SIGTERM)\u000a11:48:10.828542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3861): Terminating (SIGTERM)\u000a11:48:10.870027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3864): Terminating (SIGTERM)\u000a11:48:10.879649 --- ParallelTerminationStrategy: PID 3858 died...\u000a11:48:10.934688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3858): Terminated: ok {rc=0}\u000a11:48:10.944701 --- ParallelTerminationStrategy: PID 3861 died...\u000a11:48:10.999794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3861): Terminated: ok {rc=0}\u000a11:48:11.009761 --- ParallelTerminationStrategy: PID 3864 died...\u000a11:48:11.064576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3864): Terminated: ok {rc=0}\u000a11:48:11.151345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:48:12.203908 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.216205 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:12.359383 tst ping_idle_ping.py: using LAC 28182\u000a11:48:12.474218 tst ping_idle_ping.py: using RAC 132\u000a11:48:12.588191 tst ping_idle_ping.py: using CellId 28182\u000a11:48:12.705117 tst ping_idle_ping.py: using BVCI 28183\u000a11:48:12.727748 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.738807 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.749609 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.761321 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.772866 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.784507 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.796465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:12.808097 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:13.099397 tst ping_idle_ping.py:24: start network...\u000a11:48:13.231088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:13.738300 run create_hlr_db(pid=3866): Launched\u000a11:48:13.921975 bus /gobi_6: Setting Powered False\u000a11:48:14.943269 run create_hlr_db(pid=3866): Terminated: ok {rc=0}\u000a11:48:15.341722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Launched\u000a11:48:15.638752 run osmo-hlr_10.42.42.2(pid=3869): Launched\u000a11:48:15.754296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:16.323309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Launched\u000a11:48:16.716508 run osmo-stp_10.42.42.5(pid=3872): Launched\u000a11:48:16.955054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:17.517793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Launched\u000a11:48:17.623152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:17.881305 run patchelf(pid=3875): Launched\u000a11:48:18.054375 run osmo-stp_10.42.42.5(pid=3872): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)]\u000a11:48:18.181348 run osmo-stp_10.42.42.5(pid=3872): stdout: \u000a| (launched: 2022-12-10_11:48:16.474887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:18.307902 run osmo-stp_10.42.42.5(pid=3872): stderr: \u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114816805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:18.430148 run osmo-stp_10.42.42.5(pid=3872): stdout: \u000a| (launched: 2022-12-10_11:48:16.474887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:18.551575 run osmo-stp_10.42.42.5(pid=3872): stderr: \u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114816804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114816805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114816805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:18.693083 run patchelf(pid=3875): Terminating (SIGINT)\u000a11:48:18.858923 run patchelf(pid=3875): Terminated: ok {rc=0}\u000a11:48:18.889128 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3872): Process ended prematurely: osmo-stp_10.42.42.5(pid=3872) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3872)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:48:18.897717 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:48:18.958094 run osmo-hlr_10.42.42.2(pid=3869): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3869)]\u000a11:48:19.006900 run osmo-hlr_10.42.42.2(pid=3869): stdout: \u000a| (launched: 2022-12-10_11:48:15.491907) \u000a11:48:19.056354 run osmo-hlr_10.42.42.2(pid=3869): stderr: \u000a| �[0;m�[1;31m20221210114815666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114815666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114815666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114815666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114815667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114815667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114815679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114815687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114815687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114815687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:19.098134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Terminating (SIGTERM)\u000a11:48:19.138101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Terminating (SIGTERM)\u000a11:48:19.177908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Terminating (SIGTERM)\u000a11:48:19.187329 --- ParallelTerminationStrategy: PID 3868 died...\u000a11:48:19.240617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3868): Terminated: ok {rc=0}\u000a11:48:19.250652 --- ParallelTerminationStrategy: PID 3871 died...\u000a11:48:19.303587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3871): Terminated: ok {rc=0}\u000a11:48:19.313164 --- ParallelTerminationStrategy: PID 3874 died...\u000a11:48:19.365914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3874): Terminated: ok {rc=0}\u000a11:48:19.453153 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:47:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:48:21.612812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:21.624436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:48:21.787803 tst cs_paging_gprs_active.py: using LAC 28183\u000a11:48:21.911902 tst cs_paging_gprs_active.py: using RAC 133\u000a11:48:22.036765 tst cs_paging_gprs_active.py: using CellId 28183\u000a11:48:22.161756 tst cs_paging_gprs_active.py: using BVCI 28184\u000a11:48:22.186498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.197822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.209042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.220181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.231314 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.242396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.253691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.264648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:22.275872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:22.390216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:22.667330 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:48:22.792681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:23.103546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3879): Launched\u000a11:48:23.361204 run iperf3-srv_10.42.42.10(pid=3880): Launched\u000a11:48:23.543772 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:48:23.668253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:23.978699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3881): Launched\u000a11:48:24.236544 run iperf3-srv_10.42.42.10(pid=3882): Launched\u000a11:48:24.419198 tst cs_paging_gprs_active.py:38: start network...\u000a11:48:24.543729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:25.015701 run create_hlr_db(pid=3883): Launched\u000a11:48:25.189229 bus /gobi_6: Setting Powered False\u000a11:48:26.210322 run create_hlr_db(pid=3883): Terminated: ok {rc=0}\u000a11:48:26.638501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Launched\u000a11:48:26.959821 run osmo-hlr_10.42.42.2(pid=3886): Launched\u000a11:48:27.077333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:27.635057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Launched\u000a11:48:27.956774 run osmo-stp_10.42.42.5(pid=3889): Launched\u000a11:48:28.073939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:28.634943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3891): Launched\u000a11:48:28.749261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:29.027956 run patchelf(pid=3892): Launched\u000a11:48:29.215201 run osmo-stp_10.42.42.5(pid=3889): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]\u000a11:48:29.352442 run osmo-stp_10.42.42.5(pid=3889): stdout: \u000a| (launched: 2022-12-10_11:48:27.798857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:29.489603 run osmo-stp_10.42.42.5(pid=3889): stderr: \u000a| �[0;m�[38;5;43m20221210114827991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114827992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114827992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114827992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:29.622948 run osmo-stp_10.42.42.5(pid=3889): stdout: \u000a| (launched: 2022-12-10_11:48:27.798857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:29.754369 run osmo-stp_10.42.42.5(pid=3889): stderr: \u000a| �[0;m�[38;5;43m20221210114827991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114827992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114827992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114827992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114827993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:29.907229 run patchelf(pid=3892): Terminating (SIGINT)\u000a11:48:30.086537 run patchelf(pid=3892): Terminated: ok {rc=0}\u000a11:48:30.119539 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:48:30.129394 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:48:30.192091 run osmo-hlr_10.42.42.2(pid=3886): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3886)]\u000a11:48:30.242871 run osmo-hlr_10.42.42.2(pid=3886): stdout: \u000a| (launched: 2022-12-10_11:48:26.802708) \u000a11:48:30.294350 run osmo-hlr_10.42.42.2(pid=3886): stderr: \u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114827002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114827013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114827021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114827021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114827021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:30.338311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3879): Terminating (SIGTERM)\u000a11:48:30.379521 run iperf3-srv_10.42.42.10(pid=3880): Terminating (SIGTERM)\u000a11:48:30.420838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3881): Terminating (SIGTERM)\u000a11:48:30.462053 run iperf3-srv_10.42.42.10(pid=3882): Terminating (SIGTERM)\u000a11:48:30.503266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Terminating (SIGTERM)\u000a11:48:30.544482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Terminating (SIGTERM)\u000a11:48:30.586221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3891): Terminating (SIGTERM)\u000a11:48:30.595750 --- ParallelTerminationStrategy: PID 3879 died...\u000a11:48:30.651224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3879): Terminated: ok {rc=0}\u000a11:48:30.661208 --- ParallelTerminationStrategy: PID 3880 died...\u000a11:48:30.716088 run iperf3-srv_10.42.42.10(pid=3880): Terminated {rc=256}\u000a11:48:30.726022 --- ParallelTerminationStrategy: PID 3881 died...\u000a11:48:30.780647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3881): Terminated: ok {rc=0}\u000a11:48:30.790503 --- ParallelTerminationStrategy: PID 3882 died...\u000a11:48:30.852218 run iperf3-srv_10.42.42.10(pid=3882): Terminated {rc=256}\u000a11:48:30.862604 --- ParallelTerminationStrategy: PID 3885 died...\u000a11:48:30.931188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Terminated: ok {rc=0}\u000a11:48:30.942246 --- ParallelTerminationStrategy: PID 3888 died...\u000a11:48:31.004881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Terminated: ok {rc=0}\u000a11:48:31.019677 --- ParallelTerminationStrategy: PID 3891 died...\u000a11:48:31.080042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3891): Terminated: ok {rc=0}\u000a11:48:31.184731 bus /gobi_0: Setting Powered False\u000a11:48:32.288232 bus /gobi_0: Setting Powered False\u000a11:48:33.393170 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3901): Process ended prematurely: osmo-stp_10.42.42.5(pid=3901) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3901)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3901): Process ended prematurely: osmo-stp_10.42.42.5(pid=3901) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:48:34.506259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:34.518325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:48:34.686377 tst iperf3.py: using LAC 28184\u000a11:48:34.811063 tst iperf3.py: using RAC 134\u000a11:48:34.941084 tst iperf3.py: using CellId 28184\u000a11:48:35.065123 tst iperf3.py: using BVCI 28185\u000a11:48:35.089587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.100842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.112061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.123259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.134402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.145468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.156742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.167821 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:35.179056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:35.469208 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:35.603242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:35.935197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3893): Launched\u000a11:48:36.210574 run iperf3-srv_10.42.42.10(pid=3894): Launched\u000a11:48:36.407967 tst iperf3.py:8: start network...\u000a11:48:36.542380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:37.054252 run create_hlr_db(pid=3895): Launched\u000a11:48:37.240421 bus /gobi_6: Setting Powered False\u000a11:48:38.261285 run create_hlr_db(pid=3895): Terminated: ok {rc=0}\u000a11:48:38.686970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3897): Launched\u000a11:48:39.006953 run osmo-hlr_10.42.42.2(pid=3898): Launched\u000a11:48:39.126024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:39.685523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3900): Launched\u000a11:48:40.007104 run osmo-stp_10.42.42.5(pid=3901): Launched\u000a11:48:40.123177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:40.683348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3903): Launched\u000a11:48:40.797584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:41.077712 run patchelf(pid=3904): Launched\u000a11:48:41.265652 run osmo-stp_10.42.42.5(pid=3901): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3901)]\u000a11:48:41.403432 run osmo-stp_10.42.42.5(pid=3901): stdout: \u000a| (launched: 2022-12-10_11:48:39.848871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:41.541171 run osmo-stp_10.42.42.5(pid=3901): stderr: \u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114840041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:41.674772 run osmo-stp_10.42.42.5(pid=3901): stdout: \u000a| (launched: 2022-12-10_11:48:39.848871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:41.806361 run osmo-stp_10.42.42.5(pid=3901): stderr: \u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114840040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114840041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114840041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:41.959690 run patchelf(pid=3904): Terminating (SIGINT)\u000a11:48:42.139587 run patchelf(pid=3904): Terminated: ok {rc=0}\u000a11:48:42.172582 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3901): Process ended prematurely: osmo-stp_10.42.42.5(pid=3901) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3901)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:48:42.182459 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:48:42.245265 run osmo-hlr_10.42.42.2(pid=3898): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3898)]\u000a11:48:42.297074 run osmo-hlr_10.42.42.2(pid=3898): stdout: \u000a| (launched: 2022-12-10_11:48:38.850597) \u000a11:48:42.349257 run osmo-hlr_10.42.42.2(pid=3898): stderr: \u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114839048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114839061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114839070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114839070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114839070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:42.393752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3893): Terminating (SIGTERM)\u000a11:48:42.435304 run iperf3-srv_10.42.42.10(pid=3894): Terminating (SIGTERM)\u000a11:48:42.476716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3897): Terminating (SIGTERM)\u000a11:48:42.518124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3900): Terminating (SIGTERM)\u000a11:48:42.559612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3903): Terminating (SIGTERM)\u000a11:48:42.569261 --- ParallelTerminationStrategy: PID 3893 died...\u000a11:48:42.624859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3893): Terminated: ok {rc=0}\u000a11:48:42.634812 --- ParallelTerminationStrategy: PID 3894 died...\u000a11:48:42.690308 run iperf3-srv_10.42.42.10(pid=3894): Terminated {rc=256}\u000a11:48:42.700117 --- ParallelTerminationStrategy: PID 3897 died...\u000a11:48:42.755267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3897): Terminated: ok {rc=0}\u000a11:48:42.765261 --- ParallelTerminationStrategy: PID 3900 died...\u000a11:48:42.820294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3900): Terminated: ok {rc=0}\u000a11:48:42.830306 --- ParallelTerminationStrategy: PID 3903 died...\u000a11:48:42.885778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3903): Terminated: ok {rc=0}\u000a11:48:42.973992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:48:44.088281 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.100190 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:48:44.266140 tst iperf3m4.py: using LAC 28185\u000a11:48:44.393113 tst iperf3m4.py: using RAC 135\u000a11:48:44.520665 tst iperf3m4.py: using CellId 28185\u000a11:48:44.646290 tst iperf3m4.py: using BVCI 28186\u000a11:48:44.670953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.682331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.693433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.704602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.715808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.726928 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.738217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.749283 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:44.760643 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:44.881104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:44.999516 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:45.118404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:45.395153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:45.520635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:45.832763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3905): Launched\u000a11:48:46.112395 run iperf3-srv_10.42.42.10(pid=3906): Launched\u000a11:48:46.300037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:48:46.431374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:46.842328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3907): Launched\u000a11:48:47.125185 run iperf3-srv_10.42.42.10(pid=3908): Launched\u000a11:48:47.314346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:48:47.442511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:47.755561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3909): Launched\u000a11:48:48.013300 run iperf3-srv_10.42.42.10(pid=3910): Launched\u000a11:48:48.196313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:48:48.321693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:48.632570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3911): Launched\u000a11:48:48.890836 run iperf3-srv_10.42.42.10(pid=3912): Launched\u000a11:48:49.073720 tst iperf3m4.py:8: start network...\u000a11:48:49.198660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:49.670631 run create_hlr_db(pid=3913): Launched\u000a11:48:49.843937 bus /gobi_6: Setting Powered False\u000a11:48:50.865435 run create_hlr_db(pid=3913): Terminated: ok {rc=0}\u000a11:48:51.292599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Launched\u000a11:48:51.614665 run osmo-hlr_10.42.42.2(pid=3916): Launched\u000a11:48:51.736307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:52.294628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Launched\u000a11:48:52.615599 run osmo-stp_10.42.42.5(pid=3919): Launched\u000a11:48:52.732323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:53.291688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3921): Launched\u000a11:48:53.406129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:53.685935 run patchelf(pid=3922): Launched\u000a11:48:53.873396 run osmo-stp_10.42.42.5(pid=3919): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)]\u000a11:48:54.010905 run osmo-stp_10.42.42.5(pid=3919): stdout: \u000a| (launched: 2022-12-10_11:48:52.458267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:54.148670 run osmo-stp_10.42.42.5(pid=3919): stderr: \u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114852654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:54.281333 run osmo-stp_10.42.42.5(pid=3919): stdout: \u000a| (launched: 2022-12-10_11:48:52.458267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:54.413782 run osmo-stp_10.42.42.5(pid=3919): stderr: \u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114852653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114852654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114852654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:54.567247 run patchelf(pid=3922): Terminating (SIGINT)\u000a11:48:54.747535 run patchelf(pid=3922): Terminated: ok {rc=0}\u000a11:48:54.780332 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3919): Process ended prematurely: osmo-stp_10.42.42.5(pid=3919) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3919)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:48:54.790148 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:48:54.853088 run osmo-hlr_10.42.42.2(pid=3916): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3916)]\u000a11:48:54.904337 run osmo-hlr_10.42.42.2(pid=3916): stdout: \u000a| (launched: 2022-12-10_11:48:51.456692) \u000a11:48:54.956244 run osmo-hlr_10.42.42.2(pid=3916): stderr: \u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114851657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114851667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114851676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114851676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114851676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:55.000521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3905): Terminating (SIGTERM)\u000a11:48:55.042383 run iperf3-srv_10.42.42.10(pid=3906): Terminating (SIGTERM)\u000a11:48:55.084250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3907): Terminating (SIGTERM)\u000a11:48:55.125912 run iperf3-srv_10.42.42.10(pid=3908): Terminating (SIGTERM)\u000a11:48:55.167584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3909): Terminating (SIGTERM)\u000a11:48:55.209152 run iperf3-srv_10.42.42.10(pid=3910): Terminating (SIGTERM)\u000a11:48:55.250793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3911): Terminating (SIGTERM)\u000a11:48:55.292325 run iperf3-srv_10.42.42.10(pid=3912): Terminating (SIGTERM)\u000a11:48:55.334393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Terminating (SIGTERM)\u000a11:48:55.375989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Terminating (SIGTERM)\u000a11:48:55.417614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3921): Terminating (SIGTERM)\u000a11:48:55.427257 --- ParallelTerminationStrategy: PID 3905 died...\u000a11:48:55.482937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3905): Terminated: ok {rc=0}\u000a11:48:55.493024 --- ParallelTerminationStrategy: PID 3906 died...\u000a11:48:55.548570 run iperf3-srv_10.42.42.10(pid=3906): Terminated {rc=256}\u000a11:48:55.558691 --- ParallelTerminationStrategy: PID 3907 died...\u000a11:48:55.614272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3907): Terminated: ok {rc=0}\u000a11:48:55.624646 --- ParallelTerminationStrategy: PID 3908 died...\u000a11:48:55.680174 run iperf3-srv_10.42.42.10(pid=3908): Terminated {rc=256}\u000a11:48:55.690319 --- ParallelTerminationStrategy: PID 3909 died...\u000a11:48:55.745815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3909): Terminated: ok {rc=0}\u000a11:48:55.755968 --- ParallelTerminationStrategy: PID 3910 died...\u000a11:48:55.811428 run iperf3-srv_10.42.42.10(pid=3910): Terminated {rc=256}\u000a11:48:55.821572 --- ParallelTerminationStrategy: PID 3911 died...\u000a11:48:55.876940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3911): Terminated: ok {rc=0}\u000a11:48:55.887145 --- ParallelTerminationStrategy: PID 3912 died...\u000a11:48:55.942910 run iperf3-srv_10.42.42.10(pid=3912): Terminated {rc=256}\u000a11:48:55.953046 --- ParallelTerminationStrategy: PID 3915 died...\u000a11:48:56.008671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3915): Terminated: ok {rc=0}\u000a11:48:56.018869 --- ParallelTerminationStrategy: PID 3918 died...\u000a11:48:56.074785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3918): Terminated: ok {rc=0}\u000a11:48:56.085044 --- ParallelTerminationStrategy: PID 3921 died...\u000a11:48:56.140774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3921): Terminated: ok {rc=0}\u000a11:48:56.227533 bus /gobi_4: Setting Powered False\u000a11:48:57.334819 bus /gobi_4: Setting Powered False\u000a11:48:58.447100 bus /gobi_1: Setting Powered False\u000a11:48:59.553427 bus /gobi_1: Setting Powered False\u000a11:49:00.660898 bus /gobi_0: Setting Powered False\u000a11:49:01.789123 bus /gobi_0: Setting Powered False\u000a11:49:02.899729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3929): Process ended prematurely: osmo-stp_10.42.42.5(pid=3929) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3929)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3929): Process ended prematurely: osmo-stp_10.42.42.5(pid=3929) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:49:03.968939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:03.981207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:04.145700 tst ping.py: using LAC 28186\u000a11:49:04.273909 tst ping.py: using RAC 136\u000a11:49:04.395661 tst ping.py: using CellId 28186\u000a11:49:04.519803 tst ping.py: using BVCI 28187\u000a11:49:04.544036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.555521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.566771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.578093 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.589265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.600452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.611856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:04.623096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:04.894521 tst ping.py:19: start network...\u000a11:49:05.017730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:05.482453 run create_hlr_db(pid=3923): Launched\u000a11:49:05.653773 bus /gobi_6: Setting Powered False\u000a11:49:06.675917 run create_hlr_db(pid=3923): Terminated: ok {rc=0}\u000a11:49:07.096081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3925): Launched\u000a11:49:07.410870 run osmo-hlr_10.42.42.2(pid=3926): Launched\u000a11:49:07.528658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:08.079547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3928): Launched\u000a11:49:08.395582 run osmo-stp_10.42.42.5(pid=3929): Launched\u000a11:49:08.511509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:09.063467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3931): Launched\u000a11:49:09.176334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:09.450987 run patchelf(pid=3932): Launched\u000a11:49:09.635230 run osmo-stp_10.42.42.5(pid=3929): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3929)]\u000a11:49:09.769859 run osmo-stp_10.42.42.5(pid=3929): stdout: \u000a| (launched: 2022-12-10_11:49:08.240220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:09.904833 run osmo-stp_10.42.42.5(pid=3929): stderr: \u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114908433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.035171 run osmo-stp_10.42.42.5(pid=3929): stdout: \u000a| (launched: 2022-12-10_11:49:08.240220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:10.164477 run osmo-stp_10.42.42.5(pid=3929): stderr: \u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114908432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114908433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114908433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.315352 run patchelf(pid=3932): Terminating (SIGINT)\u000a11:49:10.491683 run patchelf(pid=3932): Terminated: ok {rc=0}\u000a11:49:10.523865 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3929): Process ended prematurely: osmo-stp_10.42.42.5(pid=3929) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3929)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:49:10.533057 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:49:10.596357 run osmo-hlr_10.42.42.2(pid=3926): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3926)]\u000a11:49:10.647735 run osmo-hlr_10.42.42.2(pid=3926): stdout: \u000a| (launched: 2022-12-10_11:49:07.256658) \u000a11:49:10.699332 run osmo-hlr_10.42.42.2(pid=3926): stderr: \u000a| �[0;m�[1;31m20221210114907452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114907452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114907452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114907453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114907453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114907453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114907466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114907474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114907474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114907474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:10.743334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3925): Terminating (SIGTERM)\u000a11:49:10.785068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3928): Terminating (SIGTERM)\u000a11:49:10.827157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3931): Terminating (SIGTERM)\u000a11:49:10.837093 --- ParallelTerminationStrategy: PID 3925 died...\u000a11:49:10.893125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3925): Terminated: ok {rc=0}\u000a11:49:10.903264 --- ParallelTerminationStrategy: PID 3928 died...\u000a11:49:10.959332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3928): Terminated: ok {rc=0}\u000a11:49:10.969796 --- ParallelTerminationStrategy: PID 3931 died...\u000a11:49:11.025751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3931): Terminated: ok {rc=0}\u000a11:49:11.112551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:49:12.162883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.174744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:12.331139 tst ping_idle_ping.py: using LAC 28187\u000a11:49:12.449516 tst ping_idle_ping.py: using RAC 137\u000a11:49:12.572164 tst ping_idle_ping.py: using CellId 28187\u000a11:49:12.689518 tst ping_idle_ping.py: using BVCI 28188\u000a11:49:12.711987 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.722964 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.733751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.744666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.755648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.766753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.777873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:12.788842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:13.062060 tst ping_idle_ping.py:24: start network...\u000a11:49:13.185526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:13.659373 run create_hlr_db(pid=3933): Launched\u000a11:49:13.831278 bus /gobi_6: Setting Powered False\u000a11:49:14.852683 run create_hlr_db(pid=3933): Terminated: ok {rc=0}\u000a11:49:15.273795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Launched\u000a11:49:15.591678 run osmo-hlr_10.42.42.2(pid=3936): Launched\u000a11:49:15.711960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:16.310897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Launched\u000a11:49:16.771955 run osmo-stp_10.42.42.5(pid=3939): Launched\u000a11:49:16.935803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:17.506264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3941): Launched\u000a11:49:17.618921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:17.893747 run patchelf(pid=3942): Launched\u000a11:49:18.077835 run osmo-stp_10.42.42.5(pid=3939): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]\u000a11:49:18.212428 run osmo-stp_10.42.42.5(pid=3939): stdout: \u000a| (launched: 2022-12-10_11:49:16.476460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:18.347543 run osmo-stp_10.42.42.5(pid=3939): stderr: \u000a| �[0;m�[38;5;43m20221210114916715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114916715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114916716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114916716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:18.478018 run osmo-stp_10.42.42.5(pid=3939): stdout: \u000a| (launched: 2022-12-10_11:49:16.476460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:18.607810 run osmo-stp_10.42.42.5(pid=3939): stderr: \u000a| �[0;m�[38;5;43m20221210114916715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114916715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114916716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114916716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114916717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:18.758709 run patchelf(pid=3942): Terminating (SIGINT)\u000a11:49:18.934988 run patchelf(pid=3942): Terminated: ok {rc=0}\u000a11:49:18.966919 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:49:18.976081 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:49:19.038090 run osmo-hlr_10.42.42.2(pid=3936): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3936)]\u000a11:49:19.088727 run osmo-hlr_10.42.42.2(pid=3936): stdout: \u000a| (launched: 2022-12-10_11:49:15.435614) \u000a11:49:19.140153 run osmo-hlr_10.42.42.2(pid=3936): stderr: \u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114915635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114915647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114915657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114915658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114915658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:19.184039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Terminating (SIGTERM)\u000a11:49:19.225618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Terminating (SIGTERM)\u000a11:49:19.267072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3941): Terminating (SIGTERM)\u000a11:49:19.276534 --- ParallelTerminationStrategy: PID 3935 died...\u000a11:49:19.331934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Terminated: ok {rc=0}\u000a11:49:19.342204 --- ParallelTerminationStrategy: PID 3938 died...\u000a11:49:19.397235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Terminated: ok {rc=0}\u000a11:49:19.407058 --- ParallelTerminationStrategy: PID 3941 died...\u000a11:49:19.462088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3941): Terminated: ok {rc=0}\u000a11:49:19.548858 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:48:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3958): Process ended prematurely: osmo-stp_10.42.42.5(pid=3958) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3958)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3958): Process ended prematurely: osmo-stp_10.42.42.5(pid=3958) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:49:21.716817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:21.728208 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:49:21.894035 tst cs_paging_gprs_active.py: using LAC 28188\u000a11:49:22.020284 tst cs_paging_gprs_active.py: using RAC 138\u000a11:49:22.146400 tst cs_paging_gprs_active.py: using CellId 28188\u000a11:49:22.273731 tst cs_paging_gprs_active.py: using BVCI 28189\u000a11:49:22.298255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.309694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.320843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.332002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.343195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.354696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.365943 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.376921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:22.388240 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:22.506819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:22.802063 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:49:22.936673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:23.267795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3948): Launched\u000a11:49:23.542598 run iperf3-srv_10.42.42.10(pid=3949): Launched\u000a11:49:23.740397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:49:23.874297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:24.206105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3950): Launched\u000a11:49:24.482096 run iperf3-srv_10.42.42.10(pid=3951): Launched\u000a11:49:24.680223 tst cs_paging_gprs_active.py:38: start network...\u000a11:49:24.814566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:25.328103 run create_hlr_db(pid=3952): Launched\u000a11:49:25.513169 bus /gobi_6: Setting Powered False\u000a11:49:26.534888 run create_hlr_db(pid=3952): Terminated: ok {rc=0}\u000a11:49:26.963499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3954): Launched\u000a11:49:27.284872 run osmo-hlr_10.42.42.2(pid=3955): Launched\u000a11:49:27.404461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:27.962474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3957): Launched\u000a11:49:28.283046 run osmo-stp_10.42.42.5(pid=3958): Launched\u000a11:49:28.399235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:28.959194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3960): Launched\u000a11:49:29.073630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:29.352178 run patchelf(pid=3961): Launched\u000a11:49:29.539435 run osmo-stp_10.42.42.5(pid=3958): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3958)]\u000a11:49:29.677276 run osmo-stp_10.42.42.5(pid=3958): stdout: \u000a| (launched: 2022-12-10_11:49:28.125935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:29.814897 run osmo-stp_10.42.42.5(pid=3958): stderr: \u000a| �[0;m�[38;5;43m20221210114928319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114928319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114928320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114928320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114928320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114928321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114928321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:29.947270 run osmo-stp_10.42.42.5(pid=3958): stdout: \u000a| (launched: 2022-12-10_11:49:28.125935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:30.078821 run osmo-stp_10.42.42.5(pid=3958): stderr: \u000a| �[0;m�[38;5;43m20221210114928319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114928319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114928320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114928320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114928320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114928321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114928321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:30.231704 run patchelf(pid=3961): Terminating (SIGINT)\u000a11:49:30.411259 run patchelf(pid=3961): Terminated: ok {rc=0}\u000a11:49:30.444135 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3958): Process ended prematurely: osmo-stp_10.42.42.5(pid=3958) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3958)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:49:30.453947 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:49:30.516570 run osmo-hlr_10.42.42.2(pid=3955): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3955)]\u000a11:49:30.567674 run osmo-hlr_10.42.42.2(pid=3955): stdout: \u000a| (launched: 2022-12-10_11:49:27.127548) \u000a11:49:30.619312 run osmo-hlr_10.42.42.2(pid=3955): stderr: \u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114927327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114927339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114927348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114927348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114927348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:30.664021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3948): Terminating (SIGTERM)\u000a11:49:30.705698 run iperf3-srv_10.42.42.10(pid=3949): Terminating (SIGTERM)\u000a11:49:30.747157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3950): Terminating (SIGTERM)\u000a11:49:30.788521 run iperf3-srv_10.42.42.10(pid=3951): Terminating (SIGTERM)\u000a11:49:30.830207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3954): Terminating (SIGTERM)\u000a11:49:30.877364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3957): Terminating (SIGTERM)\u000a11:49:30.919719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3960): Terminating (SIGTERM)\u000a11:49:30.929432 --- ParallelTerminationStrategy: PID 3948 died...\u000a11:49:30.985402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3948): Terminated: ok {rc=0}\u000a11:49:30.995714 --- ParallelTerminationStrategy: PID 3949 died...\u000a11:49:31.052611 run iperf3-srv_10.42.42.10(pid=3949): Terminated {rc=256}\u000a11:49:31.062944 --- ParallelTerminationStrategy: PID 3950 died...\u000a11:49:31.119232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3950): Terminated: ok {rc=0}\u000a11:49:31.129673 --- ParallelTerminationStrategy: PID 3951 died...\u000a11:49:31.185535 run iperf3-srv_10.42.42.10(pid=3951): Terminated {rc=256}\u000a11:49:31.195790 --- ParallelTerminationStrategy: PID 3954 died...\u000a11:49:31.251664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3954): Terminated: ok {rc=0}\u000a11:49:31.262047 --- ParallelTerminationStrategy: PID 3957 died...\u000a11:49:31.318400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3957): Terminated: ok {rc=0}\u000a11:49:31.329224 --- ParallelTerminationStrategy: PID 3960 died...\u000a11:49:31.385925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3960): Terminated: ok {rc=0}\u000a11:49:31.474504 bus /gobi_0: Setting Powered False\u000a11:49:32.576355 bus /gobi_0: Setting Powered False\u000a11:49:33.688128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3970): Process ended prematurely: osmo-stp_10.42.42.5(pid=3970) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3970)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3970): Process ended prematurely: osmo-stp_10.42.42.5(pid=3970) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:49:34.802303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:34.814297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:49:34.982363 tst iperf3.py: using LAC 28189\u000a11:49:35.107605 tst iperf3.py: using RAC 139\u000a11:49:35.233783 tst iperf3.py: using CellId 28189\u000a11:49:35.359097 tst iperf3.py: using BVCI 28190\u000a11:49:35.383733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.395140 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.406429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.417577 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.428715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.439927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.451188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.462201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:35.473544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:35.765444 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:35.899598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:36.231400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3962): Launched\u000a11:49:36.506872 run iperf3-srv_10.42.42.10(pid=3963): Launched\u000a11:49:36.704584 tst iperf3.py:8: start network...\u000a11:49:36.838845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:37.350908 run create_hlr_db(pid=3964): Launched\u000a11:49:37.536816 bus /gobi_6: Setting Powered False\u000a11:49:38.547147 run create_hlr_db(pid=3964): Terminated: ok {rc=0}\u000a11:49:38.980858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3966): Launched\u000a11:49:39.311689 run osmo-hlr_10.42.42.2(pid=3967): Launched\u000a11:49:39.431644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:39.991960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3969): Launched\u000a11:49:40.313104 run osmo-stp_10.42.42.5(pid=3970): Launched\u000a11:49:40.428781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:40.989278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3972): Launched\u000a11:49:41.103645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:41.383484 run patchelf(pid=3973): Launched\u000a11:49:41.571310 run osmo-stp_10.42.42.5(pid=3970): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3970)]\u000a11:49:41.709516 run osmo-stp_10.42.42.5(pid=3970): stdout: \u000a| (launched: 2022-12-10_11:49:40.156136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:41.847122 run osmo-stp_10.42.42.5(pid=3970): stderr: \u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114940351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:41.980216 run osmo-stp_10.42.42.5(pid=3970): stdout: \u000a| (launched: 2022-12-10_11:49:40.156136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:42.112109 run osmo-stp_10.42.42.5(pid=3970): stderr: \u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114940350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114940351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114940351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:42.266091 run patchelf(pid=3973): Terminating (SIGINT)\u000a11:49:42.446550 run patchelf(pid=3973): Terminated: ok {rc=0}\u000a11:49:42.479652 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3970): Process ended prematurely: osmo-stp_10.42.42.5(pid=3970) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3970)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:49:42.489668 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:49:42.552101 run osmo-hlr_10.42.42.2(pid=3967): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3967)]\u000a11:49:42.602993 run osmo-hlr_10.42.42.2(pid=3967): stdout: \u000a| (launched: 2022-12-10_11:49:39.144551) \u000a11:49:42.654668 run osmo-hlr_10.42.42.2(pid=3967): stderr: \u000a| �[0;m�[1;31m20221210114939353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114939353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114939354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114939354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114939354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114939354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114939366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114939376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114939377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114939377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:42.698936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3962): Terminating (SIGTERM)\u000a11:49:42.740587 run iperf3-srv_10.42.42.10(pid=3963): Terminating (SIGTERM)\u000a11:49:42.782427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3966): Terminating (SIGTERM)\u000a11:49:42.823849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3969): Terminating (SIGTERM)\u000a11:49:42.867250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3972): Terminating (SIGTERM)\u000a11:49:42.877376 --- ParallelTerminationStrategy: PID 3962 died...\u000a11:49:42.931212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3962): Terminated: ok {rc=0}\u000a11:49:42.941860 --- ParallelTerminationStrategy: PID 3963 died...\u000a11:49:42.995974 run iperf3-srv_10.42.42.10(pid=3963): Terminated {rc=256}\u000a11:49:43.005817 --- ParallelTerminationStrategy: PID 3966 died...\u000a11:49:43.060762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3966): Terminated: ok {rc=0}\u000a11:49:43.070348 --- ParallelTerminationStrategy: PID 3969 died...\u000a11:49:43.123722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3969): Terminated: ok {rc=0}\u000a11:49:43.133790 --- ParallelTerminationStrategy: PID 3972 died...\u000a11:49:43.186637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3972): Terminated: ok {rc=0}\u000a11:49:43.274696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:49:44.384503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.396073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:49:44.560698 tst iperf3m4.py: using LAC 28190\u000a11:49:44.681698 tst iperf3m4.py: using RAC 140\u000a11:49:44.799886 tst iperf3m4.py: using CellId 28190\u000a11:49:44.919432 tst iperf3m4.py: using BVCI 28191\u000a11:49:44.942343 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.953280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.963976 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.974898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.985852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:44.996697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:45.007747 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:45.018624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:45.029719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:45.150817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:45.267293 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:45.385923 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:45.678826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:45.812842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:46.211890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3975): Launched\u000a11:49:46.532427 run iperf3-srv_10.42.42.10(pid=3976): Launched\u000a11:49:46.758588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:49:46.896444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:47.249288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3977): Launched\u000a11:49:47.524905 run iperf3-srv_10.42.42.10(pid=3978): Launched\u000a11:49:47.722074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:49:47.855573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:48.187349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3979): Launched\u000a11:49:48.462379 run iperf3-srv_10.42.42.10(pid=3980): Launched\u000a11:49:48.658802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:49:48.792728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:49.123583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3981): Launched\u000a11:49:49.398410 run iperf3-srv_10.42.42.10(pid=3982): Launched\u000a11:49:49.594479 tst iperf3m4.py:8: start network...\u000a11:49:49.728611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:50.240067 run create_hlr_db(pid=3983): Launched\u000a11:49:50.425775 bus /gobi_6: Setting Powered False\u000a11:49:51.447785 run create_hlr_db(pid=3983): Terminated: ok {rc=0}\u000a11:49:51.852299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Launched\u000a11:49:52.152848 run osmo-hlr_10.42.42.2(pid=3986): Launched\u000a11:49:52.268732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:52.801592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Launched\u000a11:49:53.104456 run osmo-stp_10.42.42.5(pid=3989): Launched\u000a11:49:53.214595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:53.738650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3991): Launched\u000a11:49:53.845275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:54.106670 run patchelf(pid=3992): Launched\u000a11:49:54.282553 run osmo-stp_10.42.42.5(pid=3989): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a11:49:54.411193 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-10_11:49:52.954448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:54.540542 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221210114953124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114953125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114953125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114953125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114953127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114953128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114953128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:54.664796 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-10_11:49:52.954448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:54.787942 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221210114953124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210114953125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210114953125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210114953125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210114953127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210114953128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210114953128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:54.931924 run patchelf(pid=3992): Terminating (SIGINT)\u000a11:49:55.100597 run patchelf(pid=3992): Terminated: ok {rc=0}\u000a11:49:55.131643 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:49:55.141010 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:49:55.202511 run osmo-hlr_10.42.42.2(pid=3986): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3986)]\u000a11:49:55.252139 run osmo-hlr_10.42.42.2(pid=3986): stdout: \u000a| (launched: 2022-12-10_11:49:52.005443) \u000a11:49:55.302106 run osmo-hlr_10.42.42.2(pid=3986): stderr: \u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210114952183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210114952195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210114952204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210114952204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210114952204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:55.344939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3975): Terminating (SIGTERM)\u000a11:49:55.385706 run iperf3-srv_10.42.42.10(pid=3976): Terminating (SIGTERM)\u000a11:49:55.425754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3977): Terminating (SIGTERM)\u000a11:49:55.465956 run iperf3-srv_10.42.42.10(pid=3978): Terminating (SIGTERM)\u000a11:49:55.512143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3979): Terminating (SIGTERM)\u000a11:49:55.554158 run iperf3-srv_10.42.42.10(pid=3980): Terminating (SIGTERM)\u000a11:49:55.596857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3981): Terminating (SIGTERM)\u000a11:49:55.638862 run iperf3-srv_10.42.42.10(pid=3982): Terminating (SIGTERM)\u000a11:49:55.682323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Terminating (SIGTERM)\u000a11:49:55.724912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Terminating (SIGTERM)\u000a11:49:55.767976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3991): Terminating (SIGTERM)\u000a11:49:55.778002 --- ParallelTerminationStrategy: PID 3975 died...\u000a11:49:55.834675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3975): Terminated: ok {rc=0}\u000a11:49:55.845467 --- ParallelTerminationStrategy: PID 3976 died...\u000a11:49:55.901589 run iperf3-srv_10.42.42.10(pid=3976): Terminated {rc=256}\u000a11:49:55.912225 --- ParallelTerminationStrategy: PID 3977 died...\u000a11:49:55.968846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3977): Terminated: ok {rc=0}\u000a11:49:55.979670 --- ParallelTerminationStrategy: PID 3978 died...\u000a11:49:56.036630 run iperf3-srv_10.42.42.10(pid=3978): Terminated {rc=256}\u000a11:49:56.046835 --- ParallelTerminationStrategy: PID 3979 died...\u000a11:49:56.104087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3979): Terminated: ok {rc=0}\u000a11:49:56.114191 --- ParallelTerminationStrategy: PID 3980 died...\u000a11:49:56.171009 run iperf3-srv_10.42.42.10(pid=3980): Terminated {rc=256}\u000a11:49:56.181512 --- ParallelTerminationStrategy: PID 3981 died...\u000a11:49:56.238438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3981): Terminated: ok {rc=0}\u000a11:49:56.248693 --- ParallelTerminationStrategy: PID 3982 died...\u000a11:49:56.305139 run iperf3-srv_10.42.42.10(pid=3982): Terminated {rc=256}\u000a11:49:56.315910 --- ParallelTerminationStrategy: PID 3985 died...\u000a11:49:56.372328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Terminated: ok {rc=0}\u000a11:49:56.383065 --- ParallelTerminationStrategy: PID 3988 died...\u000a11:49:56.439991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Terminated: ok {rc=0}\u000a11:49:56.450375 --- ParallelTerminationStrategy: PID 3991 died...\u000a11:49:56.506801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3991): Terminated: ok {rc=0}\u000a11:49:56.594660 bus /gobi_4: Setting Powered False\u000a11:49:57.703344 bus /gobi_4: Setting Powered False\u000a11:49:58.815021 bus /gobi_1: Setting Powered False\u000a11:49:59.918938 bus /gobi_1: Setting Powered False\u000a11:50:01.041678 bus /gobi_0: Setting Powered False\u000a11:50:02.160585 bus /gobi_0: Setting Powered False\u000a11:50:03.270095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4002): Process ended prematurely: osmo-stp_10.42.42.5(pid=4002) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4002)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4002): Process ended prematurely: osmo-stp_10.42.42.5(pid=4002) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:50:04.338864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.351088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:04.516136 tst ping.py: using LAC 28191\u000a11:50:04.639777 tst ping.py: using RAC 141\u000a11:50:04.768354 tst ping.py: using CellId 28191\u000a11:50:04.890076 tst ping.py: using BVCI 28192\u000a11:50:04.914527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.926155 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.937572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.948772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.960008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.971266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.982618 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:04.993803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:05.282388 tst ping.py:19: start network...\u000a11:50:05.413878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:05.917699 run create_hlr_db(pid=3996): Launched\u000a11:50:06.101036 bus /gobi_6: Setting Powered False\u000a11:50:07.121901 run create_hlr_db(pid=3996): Terminated: ok {rc=0}\u000a11:50:07.541995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3998): Launched\u000a11:50:07.858152 run osmo-hlr_10.42.42.2(pid=3999): Launched\u000a11:50:07.973100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:08.521335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4001): Launched\u000a11:50:08.815549 run osmo-stp_10.42.42.5(pid=4002): Launched\u000a11:50:08.922632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:09.436705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4004): Launched\u000a11:50:09.541426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:09.796766 run patchelf(pid=4005): Launched\u000a11:50:09.968566 run osmo-stp_10.42.42.5(pid=4002): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4002)]\u000a11:50:10.094088 run osmo-stp_10.42.42.5(pid=4002): stdout: \u000a| (launched: 2022-12-10_11:50:08.670842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:10.220403 run osmo-stp_10.42.42.5(pid=4002): stderr: \u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115008839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:10.342117 run osmo-stp_10.42.42.5(pid=4002): stdout: \u000a| (launched: 2022-12-10_11:50:08.670842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:10.462710 run osmo-stp_10.42.42.5(pid=4002): stderr: \u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115008839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115008839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115008840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:10.603183 run patchelf(pid=4005): Terminating (SIGINT)\u000a11:50:10.768022 run patchelf(pid=4005): Terminated: ok {rc=0}\u000a11:50:10.798194 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4002): Process ended prematurely: osmo-stp_10.42.42.5(pid=4002) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4002)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:50:10.806742 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:50:10.866705 run osmo-hlr_10.42.42.2(pid=3999): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3999)]\u000a11:50:10.915641 run osmo-hlr_10.42.42.2(pid=3999): stdout: \u000a| (launched: 2022-12-10_11:50:07.703308) \u000a11:50:10.965593 run osmo-hlr_10.42.42.2(pid=3999): stderr: \u000a| �[0;m�[1;31m20221210115007902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115007902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115007902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115007902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115007902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115007903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115007915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115007923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115007924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115007924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:11.007603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3998): Terminating (SIGTERM)\u000a11:50:11.047181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4001): Terminating (SIGTERM)\u000a11:50:11.087194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4004): Terminating (SIGTERM)\u000a11:50:11.096383 --- ParallelTerminationStrategy: PID 3998 died...\u000a11:50:11.150040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3998): Terminated: ok {rc=0}\u000a11:50:11.159499 --- ParallelTerminationStrategy: PID 4001 died...\u000a11:50:11.212408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4001): Terminated: ok {rc=0}\u000a11:50:11.222187 --- ParallelTerminationStrategy: PID 4004 died...\u000a11:50:11.274846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4004): Terminated: ok {rc=0}\u000a11:50:11.362836 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4012): Process ended prematurely: osmo-stp_10.42.42.5(pid=4012) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4012)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4012): Process ended prematurely: osmo-stp_10.42.42.5(pid=4012) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:50:12.414895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:12.426875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:12.581836 tst ping_idle_ping.py: using LAC 28192\u000a11:50:12.697509 tst ping_idle_ping.py: using RAC 142\u000a11:50:12.818296 tst ping_idle_ping.py: using CellId 28192\u000a11:50:12.931580 tst ping_idle_ping.py: using BVCI 28193\u000a11:50:12.954447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:12.965454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:12.976502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:12.987569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:12.998609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:13.009593 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:13.020657 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:13.031577 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:13.319214 tst ping_idle_ping.py:24: start network...\u000a11:50:13.451639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:13.957751 run create_hlr_db(pid=4006): Launched\u000a11:50:14.128655 bus /gobi_6: Setting Powered False\u000a11:50:15.151305 run create_hlr_db(pid=4006): Terminated: ok {rc=0}\u000a11:50:15.572409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4008): Launched\u000a11:50:15.992464 run osmo-hlr_10.42.42.2(pid=4009): Launched\u000a11:50:16.165195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:16.825055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4011): Launched\u000a11:50:17.248776 run osmo-stp_10.42.42.5(pid=4012): Launched\u000a11:50:17.367190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:17.920410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4014): Launched\u000a11:50:18.033298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:18.307557 run patchelf(pid=4015): Launched\u000a11:50:18.492477 run osmo-stp_10.42.42.5(pid=4012): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4012)]\u000a11:50:18.627449 run osmo-stp_10.42.42.5(pid=4012): stdout: \u000a| (launched: 2022-12-10_11:50:16.994907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:18.763834 run osmo-stp_10.42.42.5(pid=4012): stderr: \u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115017272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:18.894616 run osmo-stp_10.42.42.5(pid=4012): stdout: \u000a| (launched: 2022-12-10_11:50:16.994907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:19.024409 run osmo-stp_10.42.42.5(pid=4012): stderr: \u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115017271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115017272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115017274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:19.175976 run patchelf(pid=4015): Terminating (SIGINT)\u000a11:50:19.353389 run patchelf(pid=4015): Terminated: ok {rc=0}\u000a11:50:19.385699 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4012): Process ended prematurely: osmo-stp_10.42.42.5(pid=4012) [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4012)] [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:50:19.395052 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:50:19.457063 run osmo-hlr_10.42.42.2(pid=4009): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4009)]\u000a11:50:19.507872 run osmo-hlr_10.42.42.2(pid=4009): stdout: \u000a| (launched: 2022-12-10_11:50:15.734474) \u000a11:50:19.559346 run osmo-hlr_10.42.42.2(pid=4009): stderr: \u000a| �[0;m�[1;31m20221210115015996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115015996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115015996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115015997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115015997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115015997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115016011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115016023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115016023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115016023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:19.603479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4008): Terminating (SIGTERM)\u000a11:50:19.644940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4011): Terminating (SIGTERM)\u000a11:50:19.686694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4014): Terminating (SIGTERM)\u000a11:50:19.696230 --- ParallelTerminationStrategy: PID 4008 died...\u000a11:50:19.751357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4008): Terminated: ok {rc=0}\u000a11:50:19.761249 --- ParallelTerminationStrategy: PID 4011 died...\u000a11:50:19.816151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4011): Terminated: ok {rc=0}\u000a11:50:19.826140 --- ParallelTerminationStrategy: PID 4014 died...\u000a11:50:19.881123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4014): Terminated: ok {rc=0}\u000a11:50:19.967606 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:49:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4025): Process ended prematurely: osmo-stp_10.42.42.5(pid=4025) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4025)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4025): Process ended prematurely: osmo-stp_10.42.42.5(pid=4025) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:50:22.012913 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.024580 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:50:22.186469 tst switch_tch_pdch.py: using LAC 28193\u000a11:50:22.308467 tst switch_tch_pdch.py: using RAC 143\u000a11:50:22.430689 tst switch_tch_pdch.py: using CellId 28193\u000a11:50:22.552751 tst switch_tch_pdch.py: using BVCI 28194\u000a11:50:22.576887 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.588525 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.600048 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.611574 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.623166 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.634597 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.646276 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:22.657724 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:50:22.771438 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:50:23.042281 tst switch_tch_pdch.py:51: start network...\u000a11:50:23.166138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:23.632724 run create_hlr_db(pid=4019): Launched\u000a11:50:23.804712 bus /gobi_6: Setting Powered False\u000a11:50:24.825239 run create_hlr_db(pid=4019): Terminated: ok {rc=0}\u000a11:50:25.245231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4021): Launched\u000a11:50:25.561629 run osmo-hlr_10.42.42.2(pid=4022): Launched\u000a11:50:25.678855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:26.225957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4024): Launched\u000a11:50:26.540772 run osmo-stp_10.42.42.5(pid=4025): Launched\u000a11:50:26.654834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:27.206449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4028): Launched\u000a11:50:27.319218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:27.594166 run patchelf(pid=4029): Launched\u000a11:50:27.778971 run osmo-stp_10.42.42.5(pid=4025): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4025)]\u000a11:50:27.914036 run osmo-stp_10.42.42.5(pid=4025): stdout: \u000a| (launched: 2022-12-10_11:50:26.386179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:28.048829 run osmo-stp_10.42.42.5(pid=4025): stderr: \u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115026581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:28.179470 run osmo-stp_10.42.42.5(pid=4025): stdout: \u000a| (launched: 2022-12-10_11:50:26.386179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:28.308446 run osmo-stp_10.42.42.5(pid=4025): stderr: \u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115026581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115026581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115026582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:28.459160 run patchelf(pid=4029): Terminating (SIGINT)\u000a11:50:28.635238 run patchelf(pid=4029): Terminated: ok {rc=0}\u000a11:50:28.667626 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4025): Process ended prematurely: osmo-stp_10.42.42.5(pid=4025) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4025)] [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:50:28.676783 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:50:28.739313 run osmo-hlr_10.42.42.2(pid=4022): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4022)]\u000a11:50:28.790209 run osmo-hlr_10.42.42.2(pid=4022): stdout: \u000a| (launched: 2022-12-10_11:50:25.406202) \u000a11:50:28.841624 run osmo-hlr_10.42.42.2(pid=4022): stderr: \u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115025606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115025618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115025628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115025628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115025628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:28.885559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4021): Terminating (SIGTERM)\u000a11:50:28.927118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4024): Terminating (SIGTERM)\u000a11:50:28.968573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4028): Terminating (SIGTERM)\u000a11:50:28.978167 --- ParallelTerminationStrategy: PID 4021 died...\u000a11:50:29.033724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4021): Terminated: ok {rc=0}\u000a11:50:29.043844 --- ParallelTerminationStrategy: PID 4024 died...\u000a11:50:29.099254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4024): Terminated: ok {rc=0}\u000a11:50:29.109448 --- ParallelTerminationStrategy: PID 4028 died...\u000a11:50:29.164867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4028): Terminated: ok {rc=0}\u000a11:50:29.251423 bus /gobi_0: Setting Powered False\u000a11:50:30.356483 bus /gobi_0: Setting Powered False\u000a11:50:31.470516 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:50:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4039): Process ended prematurely: osmo-stp_10.42.42.5(pid=4039) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4039)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4039): Process ended prematurely: osmo-stp_10.42.42.5(pid=4039) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:50:33.453212 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:33.464666 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:50:33.632302 tst switch_tch_pdch.py: using LAC 28194\u000a11:50:33.754198 tst switch_tch_pdch.py: using RAC 144\u000a11:50:33.875247 tst switch_tch_pdch.py: using CellId 28194\u000a11:50:33.997588 tst switch_tch_pdch.py: using BVCI 28195\u000a11:50:34.021971 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.033701 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.044984 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.056485 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.067733 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.079088 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.090639 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:34.102090 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:50:34.215325 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:50:34.488835 tst switch_tch_pdch.py:51: start network...\u000a11:50:34.612604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:35.053544 run create_hlr_db(pid=4033): Launched\u000a11:50:35.175134 bus /gobi_6: Setting Powered False\u000a11:50:36.257581 run create_hlr_db(pid=4033): Terminated: ok {rc=0}\u000a11:50:36.629212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4035): Launched\u000a11:50:36.925170 run osmo-hlr_10.42.42.2(pid=4036): Launched\u000a11:50:37.039732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:37.534075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4038): Launched\u000a11:50:37.828592 run osmo-stp_10.42.42.5(pid=4039): Launched\u000a11:50:37.936762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:38.424054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4041): Launched\u000a11:50:38.528763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:38.785290 run patchelf(pid=4042): Launched\u000a11:50:38.957443 run osmo-stp_10.42.42.5(pid=4039): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4039)]\u000a11:50:39.083611 run osmo-stp_10.42.42.5(pid=4039): stdout: \u000a| (launched: 2022-12-10_11:50:37.683269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:39.210420 run osmo-stp_10.42.42.5(pid=4039): stderr: \u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115037853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:39.332049 run osmo-stp_10.42.42.5(pid=4039): stdout: \u000a| (launched: 2022-12-10_11:50:37.683269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:39.452661 run osmo-stp_10.42.42.5(pid=4039): stderr: \u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115037852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115037853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115037853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:39.593958 run patchelf(pid=4042): Terminating (SIGINT)\u000a11:50:39.758829 run patchelf(pid=4042): Terminated: ok {rc=0}\u000a11:50:39.788937 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4039): Process ended prematurely: osmo-stp_10.42.42.5(pid=4039) [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4039)] [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:50:39.797592 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a11:50:39.857785 run osmo-hlr_10.42.42.2(pid=4036): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4036)]\u000a11:50:39.906934 run osmo-hlr_10.42.42.2(pid=4036): stdout: \u000a| (launched: 2022-12-10_11:50:36.779273) \u000a11:50:39.956776 run osmo-hlr_10.42.42.2(pid=4036): stderr: \u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115036955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115036967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115036975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115036976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115036976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:39.999365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4035): Terminating (SIGTERM)\u000a11:50:40.039233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4038): Terminating (SIGTERM)\u000a11:50:40.079254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4041): Terminating (SIGTERM)\u000a11:50:40.088609 --- ParallelTerminationStrategy: PID 4035 died...\u000a11:50:40.142094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4035): Terminated: ok {rc=0}\u000a11:50:40.151738 --- ParallelTerminationStrategy: PID 4038 died...\u000a11:50:40.204611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4038): Terminated: ok {rc=0}\u000a11:50:40.214480 --- ParallelTerminationStrategy: PID 4041 died...\u000a11:50:40.268107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4041): Terminated: ok {rc=0}\u000a11:50:40.355219 bus /gobi_0: Setting Powered False\u000a11:50:41.462338 bus /gobi_0: Setting Powered False\u000a11:50:42.569316 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:50:33" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4048) [trial-2374↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4048)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4048) [trial-2374↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a11:50:44.459335 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a11:50:44.469936 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:50:44.599475 tst mo_mt_sms.py: using LAC 28195\u000a11:50:44.724448 tst mo_mt_sms.py: using RAC 145\u000a11:50:44.849250 tst mo_mt_sms.py: using CellId 28195\u000a11:50:44.971687 tst mo_mt_sms.py: using BVCI 28196\u000a11:50:44.995811 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:50:45.111457 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:50:45.399893 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:50:45.531917 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:50:46.229691 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4047): Launched\u000a11:50:46.556723 run osmo-nitb_10.42.42.2(pid=4048): Launched\u000a11:50:46.746259 run osmo-nitb_10.42.42.2(pid=4048): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4048)]\u000a11:50:46.885871 run osmo-nitb_10.42.42.2(pid=4048): stdout: \u000a| (launched: 2022-12-10_11:50:46.383918) \u000a11:50:47.024486 run osmo-nitb_10.42.42.2(pid=4048): stderr: \u000a| (launched: 2022-12-10_11:50:46.428818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:50:47.159173 run osmo-nitb_10.42.42.2(pid=4048): stdout: \u000a| (launched: 2022-12-10_11:50:46.383918) \u000a11:50:47.290915 run osmo-nitb_10.42.42.2(pid=4048): stderr: \u000a| (launched: 2022-12-10_11:50:46.428818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:50:47.677865 tst osmo-nitb_10.42.42.2(pid=4048): stdout: \u000a| (launched: 2022-12-10_11:50:46.383918) \u000a11:50:47.796163 tst osmo-nitb_10.42.42.2(pid=4048): stderr: \u000a| (launched: 2022-12-10_11:50:46.428818)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:50:47.847493 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4048) [trial-2374↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4048)] [trial-2374↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a11:50:47.855579 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a11:50:47.890549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4047): Terminating (SIGTERM)\u000a11:50:48.067770 --- ParallelTerminationStrategy: PID 4047 died...\u000a11:50:48.122569 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4047): Terminated: ok {rc=0}\u000a11:50:48.211282 bus /sierra_3: Setting Powered False\u000a11:50:49.316573 bus /sierra_3: Setting Powered False\u000a11:50:50.428357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:50:44" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a11:50:52.311371 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.322897 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:50:52.461142 tst mo_mt_sms.py: using LAC 28196\u000a11:50:52.585215 tst mo_mt_sms.py: using RAC 146\u000a11:50:52.710951 tst mo_mt_sms.py: using CellId 28196\u000a11:50:52.829429 tst mo_mt_sms.py: using BVCI 28197\u000a11:50:52.851583 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.862008 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.872251 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.883973 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.896605 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:50:52.907905 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:50:53.024737 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:50:53.222590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:53.683914 run create_hlr_db(pid=4052): Launched\u000a11:50:53.854041 bus /sierra_2: Setting Powered False\u000a11:50:54.875570 run create_hlr_db(pid=4052): Terminated: ok {rc=0}\u000a11:50:55.294795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Launched\u000a11:50:55.613532 run osmo-hlr_10.42.42.2(pid=4055): Launched\u000a11:50:55.728876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:56.276727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Launched\u000a11:50:56.593448 run osmo-stp_10.42.42.5(pid=4058): Launched\u000a11:50:56.708845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:50:57.286267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Launched\u000a11:50:57.603246 run osmo-msc_10.42.42.6(pid=4061): Launched\u000a11:50:57.787745 run osmo-stp_10.42.42.5(pid=4058): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a11:50:57.921010 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-10_11:50:56.437604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:58.053930 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115056628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:58.180832 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-10_11:50:56.437604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:58.306673 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115056627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115056628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115056628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:58.361989 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)] [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a11:50:58.370768 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a11:50:58.433032 run osmo-hlr_10.42.42.2(pid=4055): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4055)]\u000a11:50:58.484019 run osmo-hlr_10.42.42.2(pid=4055): stdout: \u000a| (launched: 2022-12-10_11:50:55.455903) \u000a11:50:58.535787 run osmo-hlr_10.42.42.2(pid=4055): stderr: \u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115055654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115055667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115055675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115055675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115055675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:58.606788 run osmo-msc_10.42.42.6(pid=4061): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4061)]\u000a11:50:58.657937 run osmo-msc_10.42.42.6(pid=4061): stdout: \u000a| (launched: 2022-12-10_11:50:57.447690) \u000a11:50:58.709983 run osmo-msc_10.42.42.6(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221210115057770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115057770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b779b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115057771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115057771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115057771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115057771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115057773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115057773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115057773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115057773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:50:58.754318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminating (SIGTERM)\u000a11:50:58.795947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminating (SIGTERM)\u000a11:50:58.837692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminating (SIGTERM)\u000a11:50:58.846964 --- ParallelTerminationStrategy: PID 4054 died...\u000a11:50:58.902749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminated: ok {rc=0}\u000a11:50:58.912782 --- ParallelTerminationStrategy: PID 4057 died...\u000a11:50:58.967998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminated: ok {rc=0}\u000a11:50:58.978048 --- ParallelTerminationStrategy: PID 4060 died...\u000a11:50:59.033504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminated: ok {rc=0}\u000a11:50:59.121742 bus /sierra_3: Setting Powered False\u000a11:51:00.222701 bus /sierra_3: Setting Powered False\u000a11:51:01.341769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:50:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2374↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2374↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a11:51:03.182154 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a11:51:03.193200 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:51:03.333405 tst assert_extension.py: using LAC 28197\u000a11:51:03.459077 tst assert_extension.py: using RAC 147\u000a11:51:03.582134 tst assert_extension.py: using CellId 28197\u000a11:51:03.706927 tst assert_extension.py: using BVCI 28198\u000a11:51:03.730940 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a11:51:04.012494 tst assert_extension.py:10: start nitb and bts...\u000a11:51:04.144316 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:51:04.796904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Launched\u000a11:51:05.109855 run osmo-nitb_10.42.42.2(pid=4067): Launched\u000a11:51:05.303467 run osmo-nitb_10.42.42.2(pid=4067): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)]\u000a11:51:05.446499 run osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-10_11:51:04.957725) \u000a11:51:05.589858 run osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-10_11:51:05.005002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:05.728559 run osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-10_11:51:04.957725) \u000a11:51:05.865921 run osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-10_11:51:05.005002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:06.237581 tst osmo-nitb_10.42.42.2(pid=4067): stdout: \u000a| (launched: 2022-12-10_11:51:04.957725) \u000a11:51:06.363796 tst osmo-nitb_10.42.42.2(pid=4067): stderr: \u000a| (launched: 2022-12-10_11:51:05.005002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:06.419091 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4067) [trial-2374↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4067)] [trial-2374↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a11:51:06.427892 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:51:06.463982 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Terminating (SIGTERM)\u000a11:51:06.641871 --- ParallelTerminationStrategy: PID 4066 died...\u000a11:51:06.699220 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4066): Terminated: ok {rc=0}\u000a11:51:06.787208 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:51:03" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2374↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2374↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a11:51:08.624048 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:08.635178 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:51:08.775655 tst assert_extension.py: using LAC 28198\u000a11:51:08.901031 tst assert_extension.py: using RAC 148\u000a11:51:09.026329 tst assert_extension.py: using CellId 28198\u000a11:51:09.149821 tst assert_extension.py: using BVCI 28199\u000a11:51:09.173850 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:09.184781 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:09.195566 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:09.206316 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:09.217175 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:51:09.227821 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a11:51:09.424206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:09.890092 run create_hlr_db(pid=4071): Launched\u000a11:51:10.060427 bus /sierra_2: Setting Powered False\u000a11:51:11.082441 run create_hlr_db(pid=4071): Terminated: ok {rc=0}\u000a11:51:11.502281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Launched\u000a11:51:11.819478 run osmo-hlr_10.42.42.2(pid=4074): Launched\u000a11:51:11.936053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:12.488321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Launched\u000a11:51:12.804505 run osmo-stp_10.42.42.5(pid=4077): Launched\u000a11:51:12.919152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:13.495385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4079): Launched\u000a11:51:13.810843 run osmo-msc_10.42.42.6(pid=4080): Launched\u000a11:51:13.995810 run osmo-stp_10.42.42.5(pid=4077): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]\u000a11:51:14.129021 run osmo-stp_10.42.42.5(pid=4077): stdout: \u000a| (launched: 2022-12-10_11:51:12.649185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:14.261991 run osmo-stp_10.42.42.5(pid=4077): stderr: \u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115112840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:14.389522 run osmo-stp_10.42.42.5(pid=4077): stdout: \u000a| (launched: 2022-12-10_11:51:12.649185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:14.515439 run osmo-stp_10.42.42.5(pid=4077): stderr: \u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115112839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115112840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115112840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:14.570412 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2374↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)] [trial-2374↪ussd:trx-umtrx↪assert_extension.py:17]\u000a11:51:14.579171 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:51:14.640987 run osmo-hlr_10.42.42.2(pid=4074): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4074)]\u000a11:51:14.692132 run osmo-hlr_10.42.42.2(pid=4074): stdout: \u000a| (launched: 2022-12-10_11:51:11.663424) \u000a11:51:14.743843 run osmo-hlr_10.42.42.2(pid=4074): stderr: \u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115111862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115111877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115111885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115111886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115111886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:14.813831 run osmo-msc_10.42.42.6(pid=4080): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4080)]\u000a11:51:14.864522 run osmo-msc_10.42.42.6(pid=4080): stdout: \u000a| (launched: 2022-12-10_11:51:13.655977) \u000a11:51:14.915785 run osmo-msc_10.42.42.6(pid=4080): stderr: \u000a| �[0;m�[38;5;43m20221210115113976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115113976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd756569c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115113976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115113976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115113976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115113976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115113978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115113978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115113979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115113979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:14.959414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Terminating (SIGTERM)\u000a11:51:15.001846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Terminating (SIGTERM)\u000a11:51:15.043317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4079): Terminating (SIGTERM)\u000a11:51:15.052575 --- ParallelTerminationStrategy: PID 4073 died...\u000a11:51:15.107929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Terminated: ok {rc=0}\u000a11:51:15.117935 --- ParallelTerminationStrategy: PID 4076 died...\u000a11:51:15.172869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Terminated: ok {rc=0}\u000a11:51:15.182823 --- ParallelTerminationStrategy: PID 4079 died...\u000a11:51:15.238017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4079): Terminated: ok {rc=0}\u000a11:51:15.324521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:51:17.335348 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.346420 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:51:17.503556 tst mo_mt_call.py: using LAC 28199\u000a11:51:17.620752 tst mo_mt_call.py: using RAC 149\u000a11:51:17.739681 tst mo_mt_call.py: using CellId 28199\u000a11:51:17.858716 tst mo_mt_call.py: using BVCI 28200\u000a11:51:17.881488 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.892538 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.903364 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.914358 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.925488 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:17.936530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:18.053995 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:18.254915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:18.726692 run create_hlr_db(pid=4085): Launched\u000a11:51:18.899663 bus /sierra_2: Setting Powered False\u000a11:51:19.920868 run create_hlr_db(pid=4085): Terminated: ok {rc=0}\u000a11:51:20.321148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Launched\u000a11:51:20.621575 run osmo-hlr_10.42.42.2(pid=4088): Launched\u000a11:51:20.738154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:21.264942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Launched\u000a11:51:21.565146 run osmo-stp_10.42.42.5(pid=4091): Launched\u000a11:51:21.675186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:22.222761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4093): Launched\u000a11:51:22.523078 run osmo-msc_10.42.42.6(pid=4094): Launched\u000a11:51:22.699669 run osmo-stp_10.42.42.5(pid=4091): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)]\u000a11:51:22.827212 run osmo-stp_10.42.42.5(pid=4091): stdout: \u000a| (launched: 2022-12-10_11:51:21.417321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:22.951946 run osmo-stp_10.42.42.5(pid=4091): stderr: \u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115121590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:23.072411 run osmo-stp_10.42.42.5(pid=4091): stdout: \u000a| (launched: 2022-12-10_11:51:21.417321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:23.191979 run osmo-stp_10.42.42.5(pid=4091): stderr: \u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115121589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115121590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115121590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:23.244807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4091): Process ended prematurely: osmo-stp_10.42.42.5(pid=4091) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4091)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:51:23.253425 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:51:23.312984 run osmo-hlr_10.42.42.2(pid=4088): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4088)]\u000a11:51:23.361691 run osmo-hlr_10.42.42.2(pid=4088): stdout: \u000a| (launched: 2022-12-10_11:51:20.473620) \u000a11:51:23.411131 run osmo-hlr_10.42.42.2(pid=4088): stderr: \u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115120647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115120662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115120672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115120672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115120672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:23.478082 run osmo-msc_10.42.42.6(pid=4094): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4094)]\u000a11:51:23.526765 run osmo-msc_10.42.42.6(pid=4094): stdout: \u000a| (launched: 2022-12-10_11:51:22.375401) \u000a11:51:23.576344 run osmo-msc_10.42.42.6(pid=4094): stderr: \u000a| �[0;m�[38;5;43m20221210115122648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115122649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10d9826c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115122649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115122649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115122649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115122650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115122651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115122652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115122652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115122652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:23.617957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Terminating (SIGTERM)\u000a11:51:23.657433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Terminating (SIGTERM)\u000a11:51:23.696842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4093): Terminating (SIGTERM)\u000a11:51:23.706202 --- ParallelTerminationStrategy: PID 4087 died...\u000a11:51:23.758657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4087): Terminated: ok {rc=0}\u000a11:51:23.768255 --- ParallelTerminationStrategy: PID 4090 died...\u000a11:51:23.821164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4090): Terminated: ok {rc=0}\u000a11:51:23.830675 --- ParallelTerminationStrategy: PID 4093 died...\u000a11:51:23.883521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4093): Terminated: ok {rc=0}\u000a11:51:23.973582 bus /sierra_3: Setting Powered False\u000a11:51:25.077720 bus /sierra_3: Setting Powered False\u000a11:51:26.189808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4102): Process ended prematurely: osmo-stp_10.42.42.5(pid=4102) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4102)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4102): Process ended prematurely: osmo-stp_10.42.42.5(pid=4102) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:51:27.300156 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.311694 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:51:27.466917 tst mo_mt_call_osmux.py: using LAC 28200\u000a11:51:27.585974 tst mo_mt_call_osmux.py: using RAC 150\u000a11:51:27.703997 tst mo_mt_call_osmux.py: using CellId 28200\u000a11:51:27.822553 tst mo_mt_call_osmux.py: using BVCI 28201\u000a11:51:27.845119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.856081 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.866981 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.878056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.889168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:27.900200 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:28.014197 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:28.224277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:28.737411 run create_hlr_db(pid=4096): Launched\u000a11:51:28.924277 bus /sierra_2: Setting Powered False\u000a11:51:29.945301 run create_hlr_db(pid=4096): Terminated: ok {rc=0}\u000a11:51:30.350416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4098): Launched\u000a11:51:30.650373 run osmo-hlr_10.42.42.2(pid=4099): Launched\u000a11:51:30.760383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:31.310777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4101): Launched\u000a11:51:31.756514 run osmo-stp_10.42.42.5(pid=4102): Launched\u000a11:51:31.933205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:32.530307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4104): Launched\u000a11:51:32.852865 run osmo-msc_10.42.42.6(pid=4105): Launched\u000a11:51:33.041372 run osmo-stp_10.42.42.5(pid=4102): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4102)]\u000a11:51:33.178183 run osmo-stp_10.42.42.5(pid=4102): stdout: \u000a| (launched: 2022-12-10_11:51:31.465635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:33.313404 run osmo-stp_10.42.42.5(pid=4102): stderr: \u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115131695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:33.443273 run osmo-stp_10.42.42.5(pid=4102): stdout: \u000a| (launched: 2022-12-10_11:51:31.465635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:33.571527 run osmo-stp_10.42.42.5(pid=4102): stderr: \u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115131695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115131695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115131697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:33.628517 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4102): Process ended prematurely: osmo-stp_10.42.42.5(pid=4102) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4102)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:51:33.637969 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:51:33.701182 run osmo-hlr_10.42.42.2(pid=4099): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4099)]\u000a11:51:33.753093 run osmo-hlr_10.42.42.2(pid=4099): stdout: \u000a| (launched: 2022-12-10_11:51:30.503264) \u000a11:51:33.805425 run osmo-hlr_10.42.42.2(pid=4099): stderr: \u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115130680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115130693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115130703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115130703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115130703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:33.876490 run osmo-msc_10.42.42.6(pid=4105): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4105)]\u000a11:51:33.927906 run osmo-msc_10.42.42.6(pid=4105): stdout: \u000a| (launched: 2022-12-10_11:51:32.694781) \u000a11:51:33.979818 run osmo-msc_10.42.42.6(pid=4105): stderr: \u000a| �[0;m�[38;5;43m20221210115133018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115133018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa9f2aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115133018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115133018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115133018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115133018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115133020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115133020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:34.023817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4098): Terminating (SIGTERM)\u000a11:51:34.065671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4101): Terminating (SIGTERM)\u000a11:51:34.107656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4104): Terminating (SIGTERM)\u000a11:51:34.117395 --- ParallelTerminationStrategy: PID 4098 died...\u000a11:51:34.173938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4098): Terminated: ok {rc=0}\u000a11:51:34.184143 --- ParallelTerminationStrategy: PID 4101 died...\u000a11:51:34.240006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4101): Terminated: ok {rc=0}\u000a11:51:34.250158 --- ParallelTerminationStrategy: PID 4104 died...\u000a11:51:34.306470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4104): Terminated: ok {rc=0}\u000a11:51:34.394268 bus /sierra_3: Setting Powered False\u000a11:51:35.496247 bus /sierra_3: Setting Powered False\u000a11:51:36.607826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:51:17" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4116): Process ended prematurely: osmo-stp_10.42.42.5(pid=4116) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4116)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4116): Process ended prematurely: osmo-stp_10.42.42.5(pid=4116) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:51:38.593368 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:38.604272 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:51:38.759663 tst mo_mt_call.py: using LAC 28201\u000a11:51:38.878777 tst mo_mt_call.py: using RAC 151\u000a11:51:38.996414 tst mo_mt_call.py: using CellId 28201\u000a11:51:39.122988 tst mo_mt_call.py: using BVCI 28202\u000a11:51:39.147820 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:39.159417 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:39.171123 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:39.182786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:39.194490 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:39.206096 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:51:39.320413 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:51:39.529374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:40.043272 run create_hlr_db(pid=4110): Launched\u000a11:51:40.229824 bus /sierra_2: Setting Powered False\u000a11:51:41.252342 run create_hlr_db(pid=4110): Terminated: ok {rc=0}\u000a11:51:41.654093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4112): Launched\u000a11:51:41.953910 run osmo-hlr_10.42.42.2(pid=4113): Launched\u000a11:51:42.070662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:42.597901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4115): Launched\u000a11:51:42.897076 run osmo-stp_10.42.42.5(pid=4116): Launched\u000a11:51:43.006658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:43.554416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4118): Launched\u000a11:51:43.856100 run osmo-msc_10.42.42.6(pid=4119): Launched\u000a11:51:44.032595 run osmo-stp_10.42.42.5(pid=4116): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4116)]\u000a11:51:44.160390 run osmo-stp_10.42.42.5(pid=4116): stdout: \u000a| (launched: 2022-12-10_11:51:42.749794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:44.285221 run osmo-stp_10.42.42.5(pid=4116): stderr: \u000a| �[0;m�[38;5;43m20221210115142920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115142921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115142921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115142921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:44.406034 run osmo-stp_10.42.42.5(pid=4116): stdout: \u000a| (launched: 2022-12-10_11:51:42.749794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:44.526264 run osmo-stp_10.42.42.5(pid=4116): stderr: \u000a| �[0;m�[38;5;43m20221210115142920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115142921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115142921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115142921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115142922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:44.578966 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4116): Process ended prematurely: osmo-stp_10.42.42.5(pid=4116) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4116)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:51:44.587589 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:51:44.647772 run osmo-hlr_10.42.42.2(pid=4113): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4113)]\u000a11:51:44.696753 run osmo-hlr_10.42.42.2(pid=4113): stdout: \u000a| (launched: 2022-12-10_11:51:41.806878) \u000a11:51:44.746453 run osmo-hlr_10.42.42.2(pid=4113): stderr: \u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115141981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115141992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115142001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115142001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115142001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:44.813573 run osmo-msc_10.42.42.6(pid=4119): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4119)]\u000a11:51:44.862895 run osmo-msc_10.42.42.6(pid=4119): stdout: \u000a| (launched: 2022-12-10_11:51:43.706944) \u000a11:51:44.912391 run osmo-msc_10.42.42.6(pid=4119): stderr: \u000a| �[0;m�[38;5;43m20221210115143978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115143978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f305e8aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115143978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115143978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115143978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115143978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115143982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115143983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115143983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115143983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:44.953764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4112): Terminating (SIGTERM)\u000a11:51:44.993297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4115): Terminating (SIGTERM)\u000a11:51:45.033234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4118): Terminating (SIGTERM)\u000a11:51:45.042586 --- ParallelTerminationStrategy: PID 4112 died...\u000a11:51:45.095958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4112): Terminated: ok {rc=0}\u000a11:51:45.105642 --- ParallelTerminationStrategy: PID 4115 died...\u000a11:51:45.158244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4115): Terminated: ok {rc=0}\u000a11:51:45.167910 --- ParallelTerminationStrategy: PID 4118 died...\u000a11:51:45.221113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4118): Terminated: ok {rc=0}\u000a11:51:45.309780 bus /sierra_3: Setting Powered False\u000a11:51:46.422052 bus /sierra_3: Setting Powered False\u000a11:51:47.532126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:51:48.644152 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:48.655817 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:51:48.818244 tst mo_mt_call_osmux.py: using LAC 28202\u000a11:51:48.949955 tst mo_mt_call_osmux.py: using RAC 152\u000a11:51:49.074387 tst mo_mt_call_osmux.py: using CellId 28202\u000a11:51:49.197917 tst mo_mt_call_osmux.py: using BVCI 28203\u000a11:51:49.222550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:49.234255 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:49.245597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:49.256806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:49.268139 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:51:49.279427 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:51:49.395690 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:51:49.599514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:50.074912 run create_hlr_db(pid=4121): Launched\u000a11:51:50.248646 bus /sierra_2: Setting Powered False\u000a11:51:51.270272 run create_hlr_db(pid=4121): Terminated: ok {rc=0}\u000a11:51:51.696298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Launched\u000a11:51:52.020248 run osmo-hlr_10.42.42.2(pid=4124): Launched\u000a11:51:52.142755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:52.701123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Launched\u000a11:51:53.023310 run osmo-stp_10.42.42.5(pid=4127): Launched\u000a11:51:53.139793 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:53.727127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4129): Launched\u000a11:51:54.048675 run osmo-msc_10.42.42.6(pid=4130): Launched\u000a11:51:54.236554 run osmo-stp_10.42.42.5(pid=4127): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]\u000a11:51:54.371871 run osmo-stp_10.42.42.5(pid=4127): stdout: \u000a| (launched: 2022-12-10_11:51:52.865695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:54.506997 run osmo-stp_10.42.42.5(pid=4127): stderr: \u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115153058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:54.636237 run osmo-stp_10.42.42.5(pid=4127): stdout: \u000a| (launched: 2022-12-10_11:51:52.865695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:54.764738 run osmo-stp_10.42.42.5(pid=4127): stderr: \u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115153057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115153058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115153058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:54.821573 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:51:54.830912 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:51:54.892989 run osmo-hlr_10.42.42.2(pid=4124): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4124)]\u000a11:51:54.943906 run osmo-hlr_10.42.42.2(pid=4124): stdout: \u000a| (launched: 2022-12-10_11:51:51.862007) \u000a11:51:54.995340 run osmo-hlr_10.42.42.2(pid=4124): stderr: \u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115152058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115152071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115152079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115152079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115152079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:55.065439 run osmo-msc_10.42.42.6(pid=4130): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4130)]\u000a11:51:55.116234 run osmo-msc_10.42.42.6(pid=4130): stdout: \u000a| (launched: 2022-12-10_11:51:53.891547) \u000a11:51:55.167327 run osmo-msc_10.42.42.6(pid=4130): stderr: \u000a| �[0;m�[38;5;43m20221210115154211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115154211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e292dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115154212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115154212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115154212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115154212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115154214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115154214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115154214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115154214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:55.210852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Terminating (SIGTERM)\u000a11:51:55.252139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Terminating (SIGTERM)\u000a11:51:55.293467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4129): Terminating (SIGTERM)\u000a11:51:55.302710 --- ParallelTerminationStrategy: PID 4123 died...\u000a11:51:55.357960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Terminated: ok {rc=0}\u000a11:51:55.368099 --- ParallelTerminationStrategy: PID 4126 died...\u000a11:51:55.422914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Terminated: ok {rc=0}\u000a11:51:55.432892 --- ParallelTerminationStrategy: PID 4129 died...\u000a11:51:55.487790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4129): Terminated: ok {rc=0}\u000a11:51:55.574294 bus /sierra_3: Setting Powered False\u000a11:51:56.677292 bus /sierra_3: Setting Powered False\u000a11:51:57.787843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:51:38" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:51:59.770306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:51:59.781390 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:51:59.935102 tst mo_mt_call.py: using LAC 28203\u000a11:52:00.055607 tst mo_mt_call.py: using RAC 153\u000a11:52:00.173836 tst mo_mt_call.py: using CellId 28203\u000a11:52:00.291294 tst mo_mt_call.py: using BVCI 28204\u000a11:52:00.314234 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:00.325386 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:00.336263 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:00.347595 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:00.358905 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:00.370082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:00.486382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:00.686902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:01.229899 run create_hlr_db(pid=4135): Launched\u000a11:52:01.408234 bus /sierra_2: Setting Powered False\u000a11:52:02.423404 run create_hlr_db(pid=4135): Terminated: ok {rc=0}\u000a11:52:02.831580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Launched\u000a11:52:03.132171 run osmo-hlr_10.42.42.2(pid=4138): Launched\u000a11:52:03.249166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:03.779294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Launched\u000a11:52:04.080553 run osmo-stp_10.42.42.5(pid=4141): Launched\u000a11:52:04.190976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:04.742280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4143): Launched\u000a11:52:05.044624 run osmo-msc_10.42.42.6(pid=4144): Launched\u000a11:52:05.221676 run osmo-stp_10.42.42.5(pid=4141): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)]\u000a11:52:05.349373 run osmo-stp_10.42.42.5(pid=4141): stdout: \u000a| (launched: 2022-12-10_11:52:03.932616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:05.474925 run osmo-stp_10.42.42.5(pid=4141): stderr: \u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115204105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115204105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115204105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115204106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:05.595977 run osmo-stp_10.42.42.5(pid=4141): stdout: \u000a| (launched: 2022-12-10_11:52:03.932616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:05.716238 run osmo-stp_10.42.42.5(pid=4141): stderr: \u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115204104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115204105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115204105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115204105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115204106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:05.769391 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4141): Process ended prematurely: osmo-stp_10.42.42.5(pid=4141) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4141)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:52:05.778228 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:52:05.838240 run osmo-hlr_10.42.42.2(pid=4138): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4138)]\u000a11:52:05.887294 run osmo-hlr_10.42.42.2(pid=4138): stdout: \u000a| (launched: 2022-12-10_11:52:02.984339) \u000a11:52:05.936893 run osmo-hlr_10.42.42.2(pid=4138): stderr: \u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115203159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115203171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115203179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115203179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115203180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:06.003957 run osmo-msc_10.42.42.6(pid=4144): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4144)]\u000a11:52:06.053042 run osmo-msc_10.42.42.6(pid=4144): stdout: \u000a| (launched: 2022-12-10_11:52:04.895408) \u000a11:52:06.102628 run osmo-msc_10.42.42.6(pid=4144): stderr: \u000a| �[0;m�[38;5;43m20221210115205166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115205166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfb01a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115205166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115205167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115205167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115205167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115205169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115205169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115205169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115205169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:06.144413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Terminating (SIGTERM)\u000a11:52:06.184447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Terminating (SIGTERM)\u000a11:52:06.224386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4143): Terminating (SIGTERM)\u000a11:52:06.233910 --- ParallelTerminationStrategy: PID 4137 died...\u000a11:52:06.287536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4137): Terminated: ok {rc=0}\u000a11:52:06.297577 --- ParallelTerminationStrategy: PID 4140 died...\u000a11:52:06.350603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4140): Terminated: ok {rc=0}\u000a11:52:06.360315 --- ParallelTerminationStrategy: PID 4143 died...\u000a11:52:06.413376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4143): Terminated: ok {rc=0}\u000a11:52:06.496492 bus /sierra_3: Setting Powered False\u000a11:52:07.603603 bus /sierra_3: Setting Powered False\u000a11:52:08.711582 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4152): Process ended prematurely: osmo-stp_10.42.42.5(pid=4152) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4152)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4152): Process ended prematurely: osmo-stp_10.42.42.5(pid=4152) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:09.826812 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:09.838978 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:52:10.007053 tst mo_mt_call_osmux.py: using LAC 28204\u000a11:52:10.130957 tst mo_mt_call_osmux.py: using RAC 154\u000a11:52:10.255095 tst mo_mt_call_osmux.py: using CellId 28204\u000a11:52:10.378994 tst mo_mt_call_osmux.py: using BVCI 28205\u000a11:52:10.403416 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:10.414910 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:10.426218 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:10.437649 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:10.449044 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:10.460271 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:10.578467 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:10.791202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:11.305543 run create_hlr_db(pid=4146): Launched\u000a11:52:11.493232 bus /sierra_2: Setting Powered False\u000a11:52:12.513934 run create_hlr_db(pid=4146): Terminated: ok {rc=0}\u000a11:52:12.918040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4148): Launched\u000a11:52:13.219355 run osmo-hlr_10.42.42.2(pid=4149): Launched\u000a11:52:13.329664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:13.850822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Launched\u000a11:52:14.150954 run osmo-stp_10.42.42.5(pid=4152): Launched\u000a11:52:14.260650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:14.809630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4154): Launched\u000a11:52:15.111372 run osmo-msc_10.42.42.6(pid=4155): Launched\u000a11:52:15.288379 run osmo-stp_10.42.42.5(pid=4152): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4152)]\u000a11:52:15.416167 run osmo-stp_10.42.42.5(pid=4152): stdout: \u000a| (launched: 2022-12-10_11:52:14.003858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:15.541434 run osmo-stp_10.42.42.5(pid=4152): stderr: \u000a| �[0;m�[38;5;43m20221210115214173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115214174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115214174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115214174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:15.662391 run osmo-stp_10.42.42.5(pid=4152): stdout: \u000a| (launched: 2022-12-10_11:52:14.003858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:15.782744 run osmo-stp_10.42.42.5(pid=4152): stderr: \u000a| �[0;m�[38;5;43m20221210115214173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115214174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115214174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115214174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115214175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:15.837546 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4152): Process ended prematurely: osmo-stp_10.42.42.5(pid=4152) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4152)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:52:15.847520 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:52:15.914399 run osmo-hlr_10.42.42.2(pid=4149): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4149)]\u000a11:52:15.979313 run osmo-hlr_10.42.42.2(pid=4149): stdout: \u000a| (launched: 2022-12-10_11:52:13.071611) \u000a11:52:16.034927 run osmo-hlr_10.42.42.2(pid=4149): stderr: \u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115213251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115213264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115213273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115213274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115213274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:16.106314 run osmo-msc_10.42.42.6(pid=4155): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4155)]\u000a11:52:16.157707 run osmo-msc_10.42.42.6(pid=4155): stdout: \u000a| (launched: 2022-12-10_11:52:14.962407) \u000a11:52:16.210190 run osmo-msc_10.42.42.6(pid=4155): stderr: \u000a| �[0;m�[38;5;43m20221210115215231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115215231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f107cce0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115215231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115215231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115215232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115215232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115215234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115215234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115215234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115215234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:16.253165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4148): Terminating (SIGTERM)\u000a11:52:16.295967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Terminating (SIGTERM)\u000a11:52:16.339110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4154): Terminating (SIGTERM)\u000a11:52:16.350275 --- ParallelTerminationStrategy: PID 4148 died...\u000a11:52:16.406565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4148): Terminated: ok {rc=0}\u000a11:52:16.417049 --- ParallelTerminationStrategy: PID 4151 died...\u000a11:52:16.475306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4151): Terminated: ok {rc=0}\u000a11:52:16.485741 --- ParallelTerminationStrategy: PID 4154 died...\u000a11:52:16.541754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4154): Terminated: ok {rc=0}\u000a11:52:16.627344 bus /sierra_3: Setting Powered False\u000a11:52:17.732304 bus /sierra_3: Setting Powered False\u000a11:52:18.839799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:52:20.837028 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:20.848209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:52:21.002988 tst mo_mt_call.py: using LAC 28205\u000a11:52:21.121412 tst mo_mt_call.py: using RAC 155\u000a11:52:21.240938 tst mo_mt_call.py: using CellId 28205\u000a11:52:21.365195 tst mo_mt_call.py: using BVCI 28206\u000a11:52:21.388144 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:21.399373 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:21.410217 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:21.421192 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:21.432237 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:21.443306 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:21.558918 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:21.760938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:22.234141 run create_hlr_db(pid=4160): Launched\u000a11:52:22.407482 bus /sierra_2: Setting Powered False\u000a11:52:23.440159 run create_hlr_db(pid=4160): Terminated: ok {rc=0}\u000a11:52:23.843636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Launched\u000a11:52:24.146126 run osmo-hlr_10.42.42.2(pid=4163): Launched\u000a11:52:24.262371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:24.791441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Launched\u000a11:52:25.092659 run osmo-stp_10.42.42.5(pid=4166): Launched\u000a11:52:25.203042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:25.751010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4168): Launched\u000a11:52:26.052022 run osmo-msc_10.42.42.6(pid=4169): Launched\u000a11:52:26.228251 run osmo-stp_10.42.42.5(pid=4166): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)]\u000a11:52:26.355723 run osmo-stp_10.42.42.5(pid=4166): stdout: \u000a| (launched: 2022-12-10_11:52:24.943605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:26.479942 run osmo-stp_10.42.42.5(pid=4166): stderr: \u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115225115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:26.600534 run osmo-stp_10.42.42.5(pid=4166): stdout: \u000a| (launched: 2022-12-10_11:52:24.943605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:26.720284 run osmo-stp_10.42.42.5(pid=4166): stderr: \u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115225115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115225115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115225116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:26.773259 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4166): Process ended prematurely: osmo-stp_10.42.42.5(pid=4166) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4166)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:52:26.781822 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:52:26.841838 run osmo-hlr_10.42.42.2(pid=4163): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4163)]\u000a11:52:26.890419 run osmo-hlr_10.42.42.2(pid=4163): stdout: \u000a| (launched: 2022-12-10_11:52:23.996593) \u000a11:52:26.939595 run osmo-hlr_10.42.42.2(pid=4163): stderr: \u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115224174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115224186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115224195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115224195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115224195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:27.006092 run osmo-msc_10.42.42.6(pid=4169): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4169)]\u000a11:52:27.054890 run osmo-msc_10.42.42.6(pid=4169): stdout: \u000a| (launched: 2022-12-10_11:52:25.903360) \u000a11:52:27.104457 run osmo-msc_10.42.42.6(pid=4169): stderr: \u000a| �[0;m�[38;5;43m20221210115226175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115226175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98e1249c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115226175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115226175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115226175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115226176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115226178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115226178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115226179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115226179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:27.146127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Terminating (SIGTERM)\u000a11:52:27.185736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Terminating (SIGTERM)\u000a11:52:27.225132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4168): Terminating (SIGTERM)\u000a11:52:27.234469 --- ParallelTerminationStrategy: PID 4162 died...\u000a11:52:27.287666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4162): Terminated: ok {rc=0}\u000a11:52:27.297199 --- ParallelTerminationStrategy: PID 4165 died...\u000a11:52:27.350038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4165): Terminated: ok {rc=0}\u000a11:52:27.359782 --- ParallelTerminationStrategy: PID 4168 died...\u000a11:52:27.412777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4168): Terminated: ok {rc=0}\u000a11:52:27.501843 bus /sierra_3: Setting Powered False\u000a11:52:28.605384 bus /sierra_3: Setting Powered False\u000a11:52:29.716809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4177): Process ended prematurely: osmo-stp_10.42.42.5(pid=4177) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4177)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4177): Process ended prematurely: osmo-stp_10.42.42.5(pid=4177) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:30.833327 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:30.848604 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:52:31.031189 tst mo_mt_call_osmux.py: using LAC 28206\u000a11:52:31.158780 tst mo_mt_call_osmux.py: using RAC 156\u000a11:52:31.318452 tst mo_mt_call_osmux.py: using CellId 28206\u000a11:52:31.482730 tst mo_mt_call_osmux.py: using BVCI 28207\u000a11:52:31.516136 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:31.532177 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:31.547713 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:31.563981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:31.580144 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:31.593474 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:31.743264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:31.962421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:32.510290 run create_hlr_db(pid=4171): Launched\u000a11:52:32.685651 bus /sierra_2: Setting Powered False\u000a11:52:33.705500 run create_hlr_db(pid=4171): Terminated: ok {rc=0}\u000a11:52:34.104930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4173): Launched\u000a11:52:34.406730 run osmo-hlr_10.42.42.2(pid=4174): Launched\u000a11:52:34.520011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:35.041694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4176): Launched\u000a11:52:35.342187 run osmo-stp_10.42.42.5(pid=4177): Launched\u000a11:52:35.452703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:36.004260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4179): Launched\u000a11:52:36.305388 run osmo-msc_10.42.42.6(pid=4182): Launched\u000a11:52:36.483500 run osmo-stp_10.42.42.5(pid=4177): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4177)]\u000a11:52:36.611693 run osmo-stp_10.42.42.5(pid=4177): stdout: \u000a| (launched: 2022-12-10_11:52:35.194125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:36.736772 run osmo-stp_10.42.42.5(pid=4177): stderr: \u000a| �[0;m�[38;5;43m20221210115235365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115235365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115235366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115235366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:36.858046 run osmo-stp_10.42.42.5(pid=4177): stdout: \u000a| (launched: 2022-12-10_11:52:35.194125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:36.978761 run osmo-stp_10.42.42.5(pid=4177): stderr: \u000a| �[0;m�[38;5;43m20221210115235365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115235365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115235366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115235366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115235367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:37.031691 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4177): Process ended prematurely: osmo-stp_10.42.42.5(pid=4177) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4177)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:52:37.040299 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:52:37.100483 run osmo-hlr_10.42.42.2(pid=4174): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4174)]\u000a11:52:37.149875 run osmo-hlr_10.42.42.2(pid=4174): stdout: \u000a| (launched: 2022-12-10_11:52:34.257870) \u000a11:52:37.199707 run osmo-hlr_10.42.42.2(pid=4174): stderr: \u000a| �[0;m�[1;31m20221210115234432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115234432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115234432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115234432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115234432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115234433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115234447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115234458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115234458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115234458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:37.267171 run osmo-msc_10.42.42.6(pid=4182): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4182)]\u000a11:52:37.316128 run osmo-msc_10.42.42.6(pid=4182): stdout: \u000a| (launched: 2022-12-10_11:52:36.157353) \u000a11:52:37.366069 run osmo-msc_10.42.42.6(pid=4182): stderr: \u000a| �[0;m�[38;5;43m20221210115236429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115236430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddc9262c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115236430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115236430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115236430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115236430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115236432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115236433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115236433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115236433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:37.407840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4173): Terminating (SIGTERM)\u000a11:52:37.447338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4176): Terminating (SIGTERM)\u000a11:52:37.486743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4179): Terminating (SIGTERM)\u000a11:52:37.496172 --- ParallelTerminationStrategy: PID 4173 died...\u000a11:52:37.548935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4173): Terminated: ok {rc=0}\u000a11:52:37.558665 --- ParallelTerminationStrategy: PID 4176 died...\u000a11:52:37.611554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4176): Terminated: ok {rc=0}\u000a11:52:37.621398 --- ParallelTerminationStrategy: PID 4179 died...\u000a11:52:37.673871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4179): Terminated: ok {rc=0}\u000a11:52:37.761239 bus /sierra_3: Setting Powered False\u000a11:52:38.863686 bus /sierra_3: Setting Powered False\u000a11:52:39.975671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:52:20" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:52:41.968593 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:41.979544 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:52:42.141674 tst mo_mt_call.py: using LAC 28207\u000a11:52:42.268726 tst mo_mt_call.py: using RAC 157\u000a11:52:42.395877 tst mo_mt_call.py: using CellId 28207\u000a11:52:42.521130 tst mo_mt_call.py: using BVCI 28208\u000a11:52:42.545824 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:42.557186 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:42.568348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:42.579580 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:42.590945 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:42.602175 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:52:42.716441 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:52:42.924088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:43.437526 run create_hlr_db(pid=4187): Launched\u000a11:52:43.624524 bus /sierra_2: Setting Powered False\u000a11:52:44.645016 run create_hlr_db(pid=4187): Terminated: ok {rc=0}\u000a11:52:45.048032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Launched\u000a11:52:45.349533 run osmo-hlr_10.42.42.2(pid=4190): Launched\u000a11:52:45.466754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:46.026524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Launched\u000a11:52:46.462216 run osmo-stp_10.42.42.5(pid=4193): Launched\u000a11:52:46.733893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:47.494824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Launched\u000a11:52:47.795512 run osmo-msc_10.42.42.6(pid=4196): Launched\u000a11:52:47.971771 run osmo-stp_10.42.42.5(pid=4193): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)]\u000a11:52:48.098551 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-10_11:52:46.195509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:48.223308 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221210115246619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115246620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115246622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115246623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:48.344322 run osmo-stp_10.42.42.5(pid=4193): stdout: \u000a| (launched: 2022-12-10_11:52:46.195509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:48.463809 run osmo-stp_10.42.42.5(pid=4193): stderr: \u000a| �[0;m�[38;5;43m20221210115246619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115246620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115246622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115246623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115246624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:48.516561 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4193): Process ended prematurely: osmo-stp_10.42.42.5(pid=4193) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4193)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:52:48.525282 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:52:48.585237 run osmo-hlr_10.42.42.2(pid=4190): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4190)]\u000a11:52:48.634043 run osmo-hlr_10.42.42.2(pid=4190): stdout: \u000a| (launched: 2022-12-10_11:52:45.200670) \u000a11:52:48.683388 run osmo-hlr_10.42.42.2(pid=4190): stderr: \u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115245379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115245390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115245400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115245400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115245400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:48.750541 run osmo-msc_10.42.42.6(pid=4196): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4196)]\u000a11:52:48.799537 run osmo-msc_10.42.42.6(pid=4196): stdout: \u000a| (launched: 2022-12-10_11:52:47.647123) \u000a11:52:48.849092 run osmo-msc_10.42.42.6(pid=4196): stderr: \u000a| �[0;m�[38;5;43m20221210115247918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115247918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2ec5e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115247918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115247918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115247919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115247919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115247921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115247921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115247921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115247922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:48.890897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminating (SIGTERM)\u000a11:52:48.930336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminating (SIGTERM)\u000a11:52:48.970135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Terminating (SIGTERM)\u000a11:52:48.979478 --- ParallelTerminationStrategy: PID 4189 died...\u000a11:52:49.032755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4189): Terminated: ok {rc=0}\u000a11:52:49.042410 --- ParallelTerminationStrategy: PID 4192 died...\u000a11:52:49.095888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4192): Terminated: ok {rc=0}\u000a11:52:49.105770 --- ParallelTerminationStrategy: PID 4195 died...\u000a11:52:49.159099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4195): Terminated: ok {rc=0}\u000a11:52:49.246834 bus /sierra_3: Setting Powered False\u000a11:52:50.350185 bus /sierra_3: Setting Powered False\u000a11:52:51.461726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4204): Process ended prematurely: osmo-stp_10.42.42.5(pid=4204) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4204)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4204): Process ended prematurely: osmo-stp_10.42.42.5(pid=4204) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:52.571768 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:52.583427 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:52:52.739890 tst mo_mt_call_osmux.py: using LAC 28208\u000a11:52:52.861540 tst mo_mt_call_osmux.py: using RAC 158\u000a11:52:52.977035 tst mo_mt_call_osmux.py: using CellId 28208\u000a11:52:53.093230 tst mo_mt_call_osmux.py: using BVCI 28209\u000a11:52:53.116031 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:53.127058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:53.137839 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:53.148783 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:53.160004 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:52:53.171032 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:52:53.284116 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:52:53.485223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:53.957475 run create_hlr_db(pid=4198): Launched\u000a11:52:54.130728 bus /sierra_2: Setting Powered False\u000a11:52:55.150947 run create_hlr_db(pid=4198): Terminated: ok {rc=0}\u000a11:52:55.551479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4200): Launched\u000a11:52:55.853122 run osmo-hlr_10.42.42.2(pid=4201): Launched\u000a11:52:55.970908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:56.495460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4203): Launched\u000a11:52:56.796044 run osmo-stp_10.42.42.5(pid=4204): Launched\u000a11:52:56.905557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:57.454423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4206): Launched\u000a11:52:57.756039 run osmo-msc_10.42.42.6(pid=4207): Launched\u000a11:52:57.933143 run osmo-stp_10.42.42.5(pid=4204): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4204)]\u000a11:52:58.060749 run osmo-stp_10.42.42.5(pid=4204): stdout: \u000a| (launched: 2022-12-10_11:52:56.647614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:58.185800 run osmo-stp_10.42.42.5(pid=4204): stderr: \u000a| �[0;m�[38;5;43m20221210115256816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115256816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115256817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115256817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115256817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115256817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115256818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:58.307026 run osmo-stp_10.42.42.5(pid=4204): stdout: \u000a| (launched: 2022-12-10_11:52:56.647614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:58.426640 run osmo-stp_10.42.42.5(pid=4204): stderr: \u000a| �[0;m�[38;5;43m20221210115256816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115256816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115256817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115256817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115256817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115256817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115256818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:58.479494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4204): Process ended prematurely: osmo-stp_10.42.42.5(pid=4204) [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4204)] [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:52:58.488039 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a11:52:58.547076 run osmo-hlr_10.42.42.2(pid=4201): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4201)]\u000a11:52:58.596043 run osmo-hlr_10.42.42.2(pid=4201): stdout: \u000a| (launched: 2022-12-10_11:52:55.703907) \u000a11:52:58.645370 run osmo-hlr_10.42.42.2(pid=4201): stderr: \u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115255876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115255889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115255898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115255899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115255899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:58.712161 run osmo-msc_10.42.42.6(pid=4207): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4207)]\u000a11:52:58.760647 run osmo-msc_10.42.42.6(pid=4207): stdout: \u000a| (launched: 2022-12-10_11:52:57.607058) \u000a11:52:58.809548 run osmo-msc_10.42.42.6(pid=4207): stderr: \u000a| �[0;m�[38;5;43m20221210115257881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115257881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f481286cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115257881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115257881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115257881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115257882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115257884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115257884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115257884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115257884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:58.851151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4200): Terminating (SIGTERM)\u000a11:52:58.890627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4203): Terminating (SIGTERM)\u000a11:52:58.930087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4206): Terminating (SIGTERM)\u000a11:52:58.939490 --- ParallelTerminationStrategy: PID 4200 died...\u000a11:52:58.992617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4200): Terminated: ok {rc=0}\u000a11:52:59.002314 --- ParallelTerminationStrategy: PID 4203 died...\u000a11:52:59.055019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4203): Terminated: ok {rc=0}\u000a11:52:59.064629 --- ParallelTerminationStrategy: PID 4206 died...\u000a11:52:59.117411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4206): Terminated: ok {rc=0}\u000a11:52:59.206112 bus /sierra_3: Setting Powered False\u000a11:53:00.312659 bus /sierra_3: Setting Powered False\u000a11:53:01.448615 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:52:41" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4218): Process ended prematurely: osmo-stp_10.42.42.5(pid=4218) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4218)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4218): Process ended prematurely: osmo-stp_10.42.42.5(pid=4218) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:53:03.447370 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:03.459017 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:03.621491 tst mo_mt_call.py: using LAC 28209\u000a11:53:03.748109 tst mo_mt_call.py: using RAC 159\u000a11:53:03.875324 tst mo_mt_call.py: using CellId 28209\u000a11:53:03.999996 tst mo_mt_call.py: using BVCI 28210\u000a11:53:04.024581 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:04.036275 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:04.047876 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:04.059794 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:04.071945 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:04.083968 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:04.202981 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:04.404280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:04.879083 run create_hlr_db(pid=4212): Launched\u000a11:53:05.053256 bus /sierra_2: Setting Powered False\u000a11:53:06.073508 run create_hlr_db(pid=4212): Terminated: ok {rc=0}\u000a11:53:06.500611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4214): Launched\u000a11:53:06.822318 run osmo-hlr_10.42.42.2(pid=4215): Launched\u000a11:53:06.939368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:07.497143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4217): Launched\u000a11:53:07.820103 run osmo-stp_10.42.42.5(pid=4218): Launched\u000a11:53:07.936171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:08.523684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4220): Launched\u000a11:53:08.845644 run osmo-msc_10.42.42.6(pid=4221): Launched\u000a11:53:09.033836 run osmo-stp_10.42.42.5(pid=4218): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4218)]\u000a11:53:09.169740 run osmo-stp_10.42.42.5(pid=4218): stdout: \u000a| (launched: 2022-12-10_11:53:07.661585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:09.304619 run osmo-stp_10.42.42.5(pid=4218): stderr: \u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115307853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:09.433736 run osmo-stp_10.42.42.5(pid=4218): stdout: \u000a| (launched: 2022-12-10_11:53:07.661585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:09.561688 run osmo-stp_10.42.42.5(pid=4218): stderr: \u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115307852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115307853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:09.618351 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4218): Process ended prematurely: osmo-stp_10.42.42.5(pid=4218) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4218)] [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:53:09.627540 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:53:09.689475 run osmo-hlr_10.42.42.2(pid=4215): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4215)]\u000a11:53:09.740200 run osmo-hlr_10.42.42.2(pid=4215): stdout: \u000a| (launched: 2022-12-10_11:53:06.664550) \u000a11:53:09.791940 run osmo-hlr_10.42.42.2(pid=4215): stderr: \u000a| �[0;m�[1;31m20221210115306861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115306862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115306862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115306862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115306862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115306862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115306874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115306882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115306882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115306882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:09.861914 run osmo-msc_10.42.42.6(pid=4221): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4221)]\u000a11:53:09.912483 run osmo-msc_10.42.42.6(pid=4221): stdout: \u000a| (launched: 2022-12-10_11:53:08.687678) \u000a11:53:09.963697 run osmo-msc_10.42.42.6(pid=4221): stderr: \u000a| �[0;m�[38;5;43m20221210115309007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115309008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd47b57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115309008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115309008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115309008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115309008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115309010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:10.007246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4214): Terminating (SIGTERM)\u000a11:53:10.048356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4217): Terminating (SIGTERM)\u000a11:53:10.089896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4220): Terminating (SIGTERM)\u000a11:53:10.099137 --- ParallelTerminationStrategy: PID 4214 died...\u000a11:53:10.154485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4214): Terminated: ok {rc=0}\u000a11:53:10.164429 --- ParallelTerminationStrategy: PID 4217 died...\u000a11:53:10.219453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4217): Terminated: ok {rc=0}\u000a11:53:10.229520 --- ParallelTerminationStrategy: PID 4220 died...\u000a11:53:10.284698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4220): Terminated: ok {rc=0}\u000a11:53:10.371576 bus /sierra_3: Setting Powered False\u000a11:53:11.476716 bus /sierra_3: Setting Powered False\u000a11:53:12.587230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4320): Process ended prematurely: osmo-stp_10.42.42.5(pid=4320) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4320)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4320): Process ended prematurely: osmo-stp_10.42.42.5(pid=4320) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:53:13.696293 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:13.708410 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:13.873841 tst mo_mt_call_osmux.py: using LAC 28210\u000a11:53:13.995173 tst mo_mt_call_osmux.py: using RAC 160\u000a11:53:14.113585 tst mo_mt_call_osmux.py: using CellId 28210\u000a11:53:14.232421 tst mo_mt_call_osmux.py: using BVCI 28211\u000a11:53:14.255754 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:14.267155 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:14.278326 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:14.289815 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:14.301361 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:14.312813 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:14.426364 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:14.626963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:15.101177 run create_hlr_db(pid=4223): Launched\u000a11:53:15.275731 bus /sierra_2: Setting Powered False\u000a11:53:16.333494 run create_hlr_db(pid=4223): Terminated: ok {rc=0}\u000a11:53:16.836729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Launched\u000a11:53:17.289640 run osmo-hlr_10.42.42.2(pid=4262): Launched\u000a11:53:17.552941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:18.185785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Launched\u000a11:53:18.715336 run osmo-stp_10.42.42.5(pid=4320): Launched\u000a11:53:18.944374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:19.682926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4457): Launched\u000a11:53:20.118081 run osmo-msc_10.42.42.6(pid=4501): Launched\u000a11:53:20.500291 run osmo-stp_10.42.42.5(pid=4320): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4320)]\u000a11:53:20.761703 run osmo-stp_10.42.42.5(pid=4320): stdout: \u000a| (launched: 2022-12-10_11:53:18.389394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:20.892140 run osmo-stp_10.42.42.5(pid=4320): stderr: \u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115318752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:21.018538 run osmo-stp_10.42.42.5(pid=4320): stdout: \u000a| (launched: 2022-12-10_11:53:18.389394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:21.143521 run osmo-stp_10.42.42.5(pid=4320): stderr: \u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115318752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115318752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115318759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:21.198339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4320): Process ended prematurely: osmo-stp_10.42.42.5(pid=4320) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4320)] [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:53:21.207737 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a11:53:21.272563 run osmo-hlr_10.42.42.2(pid=4262): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4262)]\u000a11:53:21.325866 run osmo-hlr_10.42.42.2(pid=4262): stdout: \u000a| (launched: 2022-12-10_11:53:17.024824) \u000a11:53:21.378684 run osmo-hlr_10.42.42.2(pid=4262): stderr: \u000a| �[0;m�[1;31m20221210115317344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115317344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115317344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115317344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115317344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115317345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115317363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115317379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115317380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115317380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:21.449636 run osmo-msc_10.42.42.6(pid=4501): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4501)]\u000a11:53:21.501636 run osmo-msc_10.42.42.6(pid=4501): stdout: \u000a| (launched: 2022-12-10_11:53:19.869840) \u000a11:53:21.555583 run osmo-msc_10.42.42.6(pid=4501): stderr: \u000a| �[0;m�[38;5;43m20221210115320417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115320417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5abb9fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115320417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115320417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115320417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115320418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115320419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115320420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115320420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115320420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:21.601119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Terminating (SIGTERM)\u000a11:53:21.646363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Terminating (SIGTERM)\u000a11:53:21.691702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4457): Terminating (SIGTERM)\u000a11:53:21.702283 --- ParallelTerminationStrategy: PID 4246 died...\u000a11:53:21.762497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4246): Terminated: ok {rc=0}\u000a11:53:21.773389 --- ParallelTerminationStrategy: PID 4292 died...\u000a11:53:21.831525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4292): Terminated: ok {rc=0}\u000a11:53:21.841798 --- ParallelTerminationStrategy: PID 4457 died...\u000a11:53:21.898212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4457): Terminated: ok {rc=0}\u000a11:53:21.988435 bus /sierra_3: Setting Powered False\u000a11:53:23.097594 bus /sierra_3: Setting Powered False\u000a11:53:24.212405 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:53:03" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4514): Process ended prematurely: osmo-stp_10.42.42.5(pid=4514) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4514)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4514): Process ended prematurely: osmo-stp_10.42.42.5(pid=4514) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:53:26.221076 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.232866 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:53:26.395343 tst mo_mt_call.py: using LAC 28211\u000a11:53:26.517806 tst mo_mt_call.py: using RAC 161\u000a11:53:26.639970 tst mo_mt_call.py: using CellId 28211\u000a11:53:26.764832 tst mo_mt_call.py: using BVCI 28212\u000a11:53:26.788878 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.800840 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.812427 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.825888 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.838191 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:26.850041 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:26.971698 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:27.180461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:27.721467 run create_hlr_db(pid=4508): Launched\u000a11:53:27.901129 bus /sierra_2: Setting Powered False\u000a11:53:28.923745 run create_hlr_db(pid=4508): Terminated: ok {rc=0}\u000a11:53:29.356197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4510): Launched\u000a11:53:29.778318 run osmo-hlr_10.42.42.2(pid=4511): Launched\u000a11:53:30.004170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:30.667682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4513): Launched\u000a11:53:31.091068 run osmo-stp_10.42.42.5(pid=4514): Launched\u000a11:53:31.326714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:32.019915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4516): Launched\u000a11:53:32.531326 run osmo-msc_10.42.42.6(pid=4517): Launched\u000a11:53:32.934482 run osmo-stp_10.42.42.5(pid=4514): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4514)]\u000a11:53:33.204049 run osmo-stp_10.42.42.5(pid=4514): stdout: \u000a| (launched: 2022-12-10_11:53:30.826966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:33.346256 run osmo-stp_10.42.42.5(pid=4514): stderr: \u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115331203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:33.478352 run osmo-stp_10.42.42.5(pid=4514): stdout: \u000a| (launched: 2022-12-10_11:53:30.826966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:33.609514 run osmo-stp_10.42.42.5(pid=4514): stderr: \u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115331202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115331203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115331203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:33.667911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4514): Process ended prematurely: osmo-stp_10.42.42.5(pid=4514) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4514)] [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:53:33.678111 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a11:53:33.743477 run osmo-hlr_10.42.42.2(pid=4511): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4511)]\u000a11:53:33.796863 run osmo-hlr_10.42.42.2(pid=4511): stdout: \u000a| (launched: 2022-12-10_11:53:29.513806) \u000a11:53:33.850721 run osmo-hlr_10.42.42.2(pid=4511): stderr: \u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115329868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115329887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115329896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115329903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115329903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:33.923561 run osmo-msc_10.42.42.6(pid=4517): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4517)]\u000a11:53:33.976673 run osmo-msc_10.42.42.6(pid=4517): stdout: \u000a| (launched: 2022-12-10_11:53:32.217048) \u000a11:53:34.029818 run osmo-msc_10.42.42.6(pid=4517): stderr: \u000a| �[0;m�[38;5;43m20221210115332788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115332788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f317af06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115332788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115332793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115332793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115332794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115332799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115332800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115332800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115332800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:34.075307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4510): Terminating (SIGTERM)\u000a11:53:34.118831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4513): Terminating (SIGTERM)\u000a11:53:34.162078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4516): Terminating (SIGTERM)\u000a11:53:34.172735 --- ParallelTerminationStrategy: PID 4510 died...\u000a11:53:34.232031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4510): Terminated: ok {rc=0}\u000a11:53:34.242847 --- ParallelTerminationStrategy: PID 4513 died...\u000a11:53:34.300369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4513): Terminated: ok {rc=0}\u000a11:53:34.311097 --- ParallelTerminationStrategy: PID 4516 died...\u000a11:53:34.368674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4516): Terminated: ok {rc=0}\u000a11:53:34.458728 bus /sierra_3: Setting Powered False\u000a11:53:35.569606 bus /sierra_3: Setting Powered False\u000a11:53:36.681869 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:53:37.797953 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:37.810685 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:53:37.974209 tst mo_mt_call_osmux.py: using LAC 28212\u000a11:53:38.095764 tst mo_mt_call_osmux.py: using RAC 162\u000a11:53:38.221614 tst mo_mt_call_osmux.py: using CellId 28212\u000a11:53:38.346340 tst mo_mt_call_osmux.py: using BVCI 28213\u000a11:53:38.370764 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:38.382907 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:38.395539 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:38.407817 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:38.421893 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:38.434699 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:38.555447 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:38.766740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:39.307649 run create_hlr_db(pid=4519): Launched\u000a11:53:39.488759 bus /sierra_2: Setting Powered False\u000a11:53:40.510770 run create_hlr_db(pid=4519): Terminated: ok {rc=0}\u000a11:53:40.939509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Launched\u000a11:53:41.260472 run osmo-hlr_10.42.42.2(pid=4523): Launched\u000a11:53:41.381981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:41.940258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Launched\u000a11:53:42.259373 run osmo-stp_10.42.42.5(pid=4526): Launched\u000a11:53:42.374975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:42.968432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4528): Launched\u000a11:53:43.291496 run osmo-msc_10.42.42.6(pid=4529): Launched\u000a11:53:43.481202 run osmo-stp_10.42.42.5(pid=4526): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]\u000a11:53:43.616611 run osmo-stp_10.42.42.5(pid=4526): stdout: \u000a| (launched: 2022-12-10_11:53:42.103100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:43.751789 run osmo-stp_10.42.42.5(pid=4526): stderr: \u000a| �[0;m�[38;5;43m20221210115342296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115342296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115342297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115342297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:43.882050 run osmo-stp_10.42.42.5(pid=4526): stdout: \u000a| (launched: 2022-12-10_11:53:42.103100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:44.011035 run osmo-stp_10.42.42.5(pid=4526): stderr: \u000a| �[0;m�[38;5;43m20221210115342296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115342296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115342297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115342297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115342298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:44.067892 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)] [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:53:44.077214 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:53:44.139609 run osmo-hlr_10.42.42.2(pid=4523): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4523)]\u000a11:53:44.190753 run osmo-hlr_10.42.42.2(pid=4523): stdout: \u000a| (launched: 2022-12-10_11:53:41.103664) \u000a11:53:44.242527 run osmo-hlr_10.42.42.2(pid=4523): stderr: \u000a| �[0;m�[1;31m20221210115341301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115341302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115341302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115341302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115341302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115341302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115341318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115341327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115341327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115341327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:44.312732 run osmo-msc_10.42.42.6(pid=4529): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4529)]\u000a11:53:44.363882 run osmo-msc_10.42.42.6(pid=4529): stdout: \u000a| (launched: 2022-12-10_11:53:43.133566) \u000a11:53:44.415505 run osmo-msc_10.42.42.6(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221210115343458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115343458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97bb7a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115343458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115343458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115343458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115343459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115343460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115343461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115343461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115343461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:44.459270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Terminating (SIGTERM)\u000a11:53:44.500941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Terminating (SIGTERM)\u000a11:53:44.542576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4528): Terminating (SIGTERM)\u000a11:53:44.552292 --- ParallelTerminationStrategy: PID 4522 died...\u000a11:53:44.608034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Terminated: ok {rc=0}\u000a11:53:44.618211 --- ParallelTerminationStrategy: PID 4525 died...\u000a11:53:44.673922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Terminated: ok {rc=0}\u000a11:53:44.684110 --- ParallelTerminationStrategy: PID 4528 died...\u000a11:53:44.739883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4528): Terminated: ok {rc=0}\u000a11:53:44.827729 bus /sierra_3: Setting Powered False\u000a11:53:45.953661 bus /sierra_3: Setting Powered False\u000a11:53:47.071590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:53:25" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:53:49.055946 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.067211 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:53:49.204174 tst mo_mt_call.py: using LAC 28213\u000a11:53:49.328122 tst mo_mt_call.py: using RAC 163\u000a11:53:49.452777 tst mo_mt_call.py: using CellId 28213\u000a11:53:49.583273 tst mo_mt_call.py: using BVCI 28214\u000a11:53:49.607977 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.619678 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.631344 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.643184 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.655047 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:49.666607 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:53:49.783616 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:53:49.992152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:50.505250 run create_hlr_db(pid=4534): Launched\u000a11:53:50.692094 bus /sierra_2: Setting Powered False\u000a11:53:51.712760 run create_hlr_db(pid=4534): Terminated: ok {rc=0}\u000a11:53:52.118654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Launched\u000a11:53:52.420930 run osmo-hlr_10.42.42.2(pid=4537): Launched\u000a11:53:52.538925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:53.067619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Launched\u000a11:53:53.369795 run osmo-stp_10.42.42.5(pid=4540): Launched\u000a11:53:53.479128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:54.027642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Launched\u000a11:53:54.328506 run osmo-msc_10.42.42.6(pid=4543): Launched\u000a11:53:54.506476 run osmo-stp_10.42.42.5(pid=4540): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a11:53:54.634558 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-10_11:53:53.221288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:54.759821 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221210115353392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115353393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115353393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115353393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:54.880913 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-10_11:53:53.221288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:55.001155 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221210115353392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115353393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115353393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115353393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115353394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:55.053923 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)] [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:53:55.062540 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:53:55.122439 run osmo-hlr_10.42.42.2(pid=4537): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4537)]\u000a11:53:55.171346 run osmo-hlr_10.42.42.2(pid=4537): stdout: \u000a| (launched: 2022-12-10_11:53:52.272099) \u000a11:53:55.220572 run osmo-hlr_10.42.42.2(pid=4537): stderr: \u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115352448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115352460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115352468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115352469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115352469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:55.288076 run osmo-msc_10.42.42.6(pid=4543): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4543)]\u000a11:53:55.337006 run osmo-msc_10.42.42.6(pid=4543): stdout: \u000a| (launched: 2022-12-10_11:53:54.180070) \u000a11:53:55.386514 run osmo-msc_10.42.42.6(pid=4543): stderr: \u000a| �[0;m�[38;5;43m20221210115354451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115354451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafc376dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115354451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115354451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115354451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115354451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115354454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115354454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115354454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115354454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:55.427977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminating (SIGTERM)\u000a11:53:55.467607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminating (SIGTERM)\u000a11:53:55.507328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminating (SIGTERM)\u000a11:53:55.516779 --- ParallelTerminationStrategy: PID 4536 died...\u000a11:53:55.569635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminated: ok {rc=0}\u000a11:53:55.579671 --- ParallelTerminationStrategy: PID 4539 died...\u000a11:53:55.632379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminated: ok {rc=0}\u000a11:53:55.642109 --- ParallelTerminationStrategy: PID 4542 died...\u000a11:53:55.694844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminated: ok {rc=0}\u000a11:53:55.777369 bus /sierra_3: Setting Powered False\u000a11:53:56.880451 bus /sierra_3: Setting Powered False\u000a11:53:57.990345 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4551): Process ended prematurely: osmo-stp_10.42.42.5(pid=4551) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4551)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4551): Process ended prematurely: osmo-stp_10.42.42.5(pid=4551) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:53:59.103862 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.116284 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:53:59.263905 tst mo_mt_call_osmux.py: using LAC 28214\u000a11:53:59.389690 tst mo_mt_call_osmux.py: using RAC 164\u000a11:53:59.515640 tst mo_mt_call_osmux.py: using CellId 28214\u000a11:53:59.642396 tst mo_mt_call_osmux.py: using BVCI 28215\u000a11:53:59.667058 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.678732 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.690185 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.701658 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.713316 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:53:59.724716 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:53:59.839892 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:54:00.040595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:00.515104 run create_hlr_db(pid=4545): Launched\u000a11:54:00.689529 bus /sierra_2: Setting Powered False\u000a11:54:01.767743 run create_hlr_db(pid=4545): Terminated: ok {rc=0}\u000a11:54:02.266990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4547): Launched\u000a11:54:02.569817 run osmo-hlr_10.42.42.2(pid=4548): Launched\u000a11:54:02.684313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:03.218102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4550): Launched\u000a11:54:03.520068 run osmo-stp_10.42.42.5(pid=4551): Launched\u000a11:54:03.630980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:04.180756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4553): Launched\u000a11:54:04.483902 run osmo-msc_10.42.42.6(pid=4554): Launched\u000a11:54:04.661608 run osmo-stp_10.42.42.5(pid=4551): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4551)]\u000a11:54:04.790378 run osmo-stp_10.42.42.5(pid=4551): stdout: \u000a| (launched: 2022-12-10_11:54:03.370957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:04.916247 run osmo-stp_10.42.42.5(pid=4551): stderr: \u000a| �[0;m�[38;5;43m20221210115403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115403541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115403541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:05.038054 run osmo-stp_10.42.42.5(pid=4551): stdout: \u000a| (launched: 2022-12-10_11:54:03.370957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:05.158464 run osmo-stp_10.42.42.5(pid=4551): stderr: \u000a| �[0;m�[38;5;43m20221210115403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115403540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115403541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115403541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115403542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:05.211711 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4551): Process ended prematurely: osmo-stp_10.42.42.5(pid=4551) [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4551)] [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:54:05.220203 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:54:05.279977 run osmo-hlr_10.42.42.2(pid=4548): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4548)]\u000a11:54:05.328883 run osmo-hlr_10.42.42.2(pid=4548): stdout: \u000a| (launched: 2022-12-10_11:54:02.420466) \u000a11:54:05.378071 run osmo-hlr_10.42.42.2(pid=4548): stderr: \u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115402596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115402608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115402617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115402617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115402617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:05.445910 run osmo-msc_10.42.42.6(pid=4554): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4554)]\u000a11:54:05.494663 run osmo-msc_10.42.42.6(pid=4554): stdout: \u000a| (launched: 2022-12-10_11:54:04.334032) \u000a11:54:05.544289 run osmo-msc_10.42.42.6(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221210115404605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115404606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a350cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115404606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115404606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115404606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115404606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115404608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115404608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115404608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115404608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:05.586067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4547): Terminating (SIGTERM)\u000a11:54:05.625523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4550): Terminating (SIGTERM)\u000a11:54:05.665206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4553): Terminating (SIGTERM)\u000a11:54:05.674632 --- ParallelTerminationStrategy: PID 4547 died...\u000a11:54:05.727638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4547): Terminated: ok {rc=0}\u000a11:54:05.737517 --- ParallelTerminationStrategy: PID 4550 died...\u000a11:54:05.790335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4550): Terminated: ok {rc=0}\u000a11:54:05.800048 --- ParallelTerminationStrategy: PID 4553 died...\u000a11:54:05.852675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4553): Terminated: ok {rc=0}\u000a11:54:05.941128 bus /sierra_3: Setting Powered False\u000a11:54:07.043293 bus /sierra_3: Setting Powered False\u000a11:54:08.150088 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:53:48" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:54:10.154728 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.165323 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:10.298897 tst emergency_mo_mt_call.py: using LAC 28215\u000a11:54:10.413118 tst emergency_mo_mt_call.py: using RAC 165\u000a11:54:10.527240 tst emergency_mo_mt_call.py: using CellId 28215\u000a11:54:10.641648 tst emergency_mo_mt_call.py: using BVCI 28216\u000a11:54:10.664136 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.674877 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.685380 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.696106 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.706814 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:10.717420 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:10.833952 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:11.044257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:11.551967 run create_hlr_db(pid=4559): Launched\u000a11:54:11.736584 bus /sierra_2: Setting Powered False\u000a11:54:12.757792 run create_hlr_db(pid=4559): Terminated: ok {rc=0}\u000a11:54:13.157625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Launched\u000a11:54:13.454077 run osmo-hlr_10.42.42.2(pid=4562): Launched\u000a11:54:13.569457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:14.091037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Launched\u000a11:54:14.387324 run osmo-stp_10.42.42.5(pid=4565): Launched\u000a11:54:14.511702 tst emergency_mo_mt_call.py: using MSISDN 7720\u000a11:54:14.659172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:15.207955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Launched\u000a11:54:15.525694 run osmo-msc_10.42.42.6(pid=4568): Launched\u000a11:54:15.712174 run osmo-stp_10.42.42.5(pid=4565): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a11:54:15.892458 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-10_11:54:14.241685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:16.067801 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115414412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:16.199640 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-10_11:54:14.241685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:16.330496 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115414412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115414412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115414415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:16.387158 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)] [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a11:54:16.396319 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a11:54:16.461409 run osmo-hlr_10.42.42.2(pid=4562): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4562)]\u000a11:54:16.514141 run osmo-hlr_10.42.42.2(pid=4562): stdout: \u000a| (launched: 2022-12-10_11:54:13.307924) \u000a11:54:16.567843 run osmo-hlr_10.42.42.2(pid=4562): stderr: \u000a| �[0;m�[1;31m20221210115413480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115413481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115413481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115413481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115413481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115413481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115413493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115413502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115413502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115413502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:16.639764 run osmo-msc_10.42.42.6(pid=4568): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4568)]\u000a11:54:16.692440 run osmo-msc_10.42.42.6(pid=4568): stdout: \u000a| (launched: 2022-12-10_11:54:15.369689) \u000a11:54:16.745459 run osmo-msc_10.42.42.6(pid=4568): stderr: \u000a| �[0;m�[38;5;43m20221210115415692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115415692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff397f35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115415692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115415693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115415693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115415693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115415695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115415695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115415695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115415695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:16.791308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminating (SIGTERM)\u000a11:54:16.835310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminating (SIGTERM)\u000a11:54:16.881747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminating (SIGTERM)\u000a11:54:16.891703 --- ParallelTerminationStrategy: PID 4561 died...\u000a11:54:16.950078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminated: ok {rc=0}\u000a11:54:16.960656 --- ParallelTerminationStrategy: PID 4564 died...\u000a11:54:17.017926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminated: ok {rc=0}\u000a11:54:17.028464 --- ParallelTerminationStrategy: PID 4567 died...\u000a11:54:17.085805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminated: ok {rc=0}\u000a11:54:17.175368 bus /sierra_3: Setting Powered False\u000a11:54:18.279733 bus /sierra_3: Setting Powered False\u000a11:54:19.385526 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4576): Process ended prematurely: osmo-stp_10.42.42.5(pid=4576) [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4576)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4576): Process ended prematurely: osmo-stp_10.42.42.5(pid=4576) [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:54:20.437298 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:20.449126 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:20.589366 tst emergency_preemptive_call.py: using LAC 28216\u000a11:54:20.711821 tst emergency_preemptive_call.py: using RAC 166\u000a11:54:20.834345 tst emergency_preemptive_call.py: using CellId 28216\u000a11:54:20.957013 tst emergency_preemptive_call.py: using BVCI 28217\u000a11:54:20.981341 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:20.992215 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:21.003090 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:21.013978 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:21.024711 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:21.035417 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:21.151915 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:21.266314 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:21.384412 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:21.581231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:22.049795 run create_hlr_db(pid=4570): Launched\u000a11:54:22.221395 bus /sierra_2: Setting Powered False\u000a11:54:23.243392 run create_hlr_db(pid=4570): Terminated: ok {rc=0}\u000a11:54:23.665728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4572): Launched\u000a11:54:23.984802 run osmo-hlr_10.42.42.2(pid=4573): Launched\u000a11:54:24.100598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:24.653146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4575): Launched\u000a11:54:24.971400 run osmo-stp_10.42.42.5(pid=4576): Launched\u000a11:54:25.100845 tst emergency_preemptive_call.py: using MSISDN 7721\u000a11:54:25.259563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:25.836573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4578): Launched\u000a11:54:26.153679 run osmo-msc_10.42.42.6(pid=4579): Launched\u000a11:54:26.339464 run osmo-stp_10.42.42.5(pid=4576): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4576)]\u000a11:54:26.473065 run osmo-stp_10.42.42.5(pid=4576): stdout: \u000a| (launched: 2022-12-10_11:54:24.815174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:26.607149 run osmo-stp_10.42.42.5(pid=4576): stderr: \u000a| �[0;m�[38;5;43m20221210115425009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115425009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115425010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115425010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115425010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115425010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115425011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:26.735289 run osmo-stp_10.42.42.5(pid=4576): stdout: \u000a| (launched: 2022-12-10_11:54:24.815174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:26.863104 run osmo-stp_10.42.42.5(pid=4576): stderr: \u000a| �[0;m�[38;5;43m20221210115425009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115425009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115425010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115425010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115425010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115425010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115425011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:26.918775 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4576): Process ended prematurely: osmo-stp_10.42.42.5(pid=4576) [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4576)] [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a11:54:26.927556 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a11:54:26.990480 run osmo-hlr_10.42.42.2(pid=4573): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4573)]\u000a11:54:27.042126 run osmo-hlr_10.42.42.2(pid=4573): stdout: \u000a| (launched: 2022-12-10_11:54:23.828436) \u000a11:54:27.093960 run osmo-hlr_10.42.42.2(pid=4573): stderr: \u000a| �[0;m�[1;31m20221210115424025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115424025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115424025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115424025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115424025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115424026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115424047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115424058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115424058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115424058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:27.164230 run osmo-msc_10.42.42.6(pid=4579): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4579)]\u000a11:54:27.215280 run osmo-msc_10.42.42.6(pid=4579): stdout: \u000a| (launched: 2022-12-10_11:54:25.997907) \u000a11:54:27.266815 run osmo-msc_10.42.42.6(pid=4579): stderr: \u000a| �[0;m�[38;5;43m20221210115426318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210115426318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff86c010c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210115426319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210115426319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210115426319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210115426319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210115426321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210115426322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210115426322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210115426322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:27.310721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4572): Terminating (SIGTERM)\u000a11:54:27.352468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4575): Terminating (SIGTERM)\u000a11:54:27.394605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4578): Terminating (SIGTERM)\u000a11:54:27.404487 --- ParallelTerminationStrategy: PID 4572 died...\u000a11:54:27.460631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4572): Terminated: ok {rc=0}\u000a11:54:27.470919 --- ParallelTerminationStrategy: PID 4575 died...\u000a11:54:27.526553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4575): Terminated: ok {rc=0}\u000a11:54:27.536863 --- ParallelTerminationStrategy: PID 4578 died...\u000a11:54:27.592606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4578): Terminated: ok {rc=0}\u000a11:54:27.679883 bus /sierra_9: Setting Powered False\u000a11:54:28.782032 bus /sierra_9: Setting Powered False\u000a11:54:29.893025 bus /sierra_8: Setting Powered False\u000a11:54:31.005410 bus /sierra_8: Setting Powered False\u000a11:54:32.127287 bus /sierra_3: Setting Powered False\u000a11:54:33.229336 bus /sierra_3: Setting Powered False\u000a11:54:34.340035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:54:09" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:54:36.448899 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:36.459414 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:36.593491 tst cs_paging_gprs_active.py: using LAC 28217\u000a11:54:36.709601 tst cs_paging_gprs_active.py: using RAC 167\u000a11:54:36.826673 tst cs_paging_gprs_active.py: using CellId 28217\u000a11:54:36.943167 tst cs_paging_gprs_active.py: using BVCI 28218\u000a11:54:36.966187 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:36.976625 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:36.986862 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:36.997451 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:37.007959 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:37.018451 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:37.029082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:37.039509 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:37.050094 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:37.165984 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:37.459761 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:54:37.595036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:54:37.928792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Launched\u000a11:54:38.206211 run iperf3-srv_10.42.42.10(pid=4585): Launched\u000a11:54:38.404485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:54:38.538985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:54:38.871985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Launched\u000a11:54:39.149064 run iperf3-srv_10.42.42.10(pid=4587): Launched\u000a11:54:39.346793 tst cs_paging_gprs_active.py:38: start network...\u000a11:54:39.481484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:39.999303 run create_hlr_db(pid=4588): Launched\u000a11:54:40.186214 bus /sierra_2: Setting Powered False\u000a11:54:41.207739 run create_hlr_db(pid=4588): Terminated: ok {rc=0}\u000a11:54:41.614486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Launched\u000a11:54:41.916679 run osmo-hlr_10.42.42.2(pid=4591): Launched\u000a11:54:42.027343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:42.548602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Launched\u000a11:54:42.849585 run osmo-stp_10.42.42.5(pid=4594): Launched\u000a11:54:42.959067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:54:43.483264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Launched\u000a11:54:43.590096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:54:43.851959 run patchelf(pid=4597): Launched\u000a11:54:44.028317 run osmo-stp_10.42.42.5(pid=4594): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)]\u000a11:54:44.157367 run osmo-stp_10.42.42.5(pid=4594): stdout: \u000a| (launched: 2022-12-10_11:54:42.701157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:44.286980 run osmo-stp_10.42.42.5(pid=4594): stderr: \u000a| �[0;m�[38;5;43m20221210115442870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115442870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115442871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115442871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115442872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115442872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:44.412248 run osmo-stp_10.42.42.5(pid=4594): stdout: \u000a| (launched: 2022-12-10_11:54:42.701157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:44.535932 run osmo-stp_10.42.42.5(pid=4594): stderr: \u000a| �[0;m�[38;5;43m20221210115442870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115442870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115442871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115442871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115442871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115442872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115442872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:44.679423 run patchelf(pid=4597): Terminating (SIGINT)\u000a11:54:44.848806 run patchelf(pid=4597): Terminated: ok {rc=0}\u000a11:54:44.879947 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4594): Process ended prematurely: osmo-stp_10.42.42.5(pid=4594) [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4594)] [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a11:54:44.889146 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:54:44.949043 run osmo-hlr_10.42.42.2(pid=4591): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4591)]\u000a11:54:44.997397 run osmo-hlr_10.42.42.2(pid=4591): stdout: \u000a| (launched: 2022-12-10_11:54:41.767674) \u000a11:54:45.046500 run osmo-hlr_10.42.42.2(pid=4591): stderr: \u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115441942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115441959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115441970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115441970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115441970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:45.088019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Terminating (SIGTERM)\u000a11:54:45.127608 run iperf3-srv_10.42.42.10(pid=4585): Terminating (SIGTERM)\u000a11:54:45.167228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Terminating (SIGTERM)\u000a11:54:45.206591 run iperf3-srv_10.42.42.10(pid=4587): Terminating (SIGTERM)\u000a11:54:45.245959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Terminating (SIGTERM)\u000a11:54:45.285291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Terminating (SIGTERM)\u000a11:54:45.324706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Terminating (SIGTERM)\u000a11:54:45.334088 --- ParallelTerminationStrategy: PID 4584 died...\u000a11:54:45.387142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4584): Terminated: ok {rc=0}\u000a11:54:45.396616 --- ParallelTerminationStrategy: PID 4585 died...\u000a11:54:45.449245 run iperf3-srv_10.42.42.10(pid=4585): Terminated {rc=256}\u000a11:54:45.458674 --- ParallelTerminationStrategy: PID 4586 died...\u000a11:54:45.511242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4586): Terminated: ok {rc=0}\u000a11:54:45.520726 --- ParallelTerminationStrategy: PID 4587 died...\u000a11:54:45.573414 run iperf3-srv_10.42.42.10(pid=4587): Terminated {rc=256}\u000a11:54:45.582927 --- ParallelTerminationStrategy: PID 4590 died...\u000a11:54:45.635735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4590): Terminated: ok {rc=0}\u000a11:54:45.645303 --- ParallelTerminationStrategy: PID 4593 died...\u000a11:54:45.697960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4593): Terminated: ok {rc=0}\u000a11:54:45.707539 --- ParallelTerminationStrategy: PID 4596 died...\u000a11:54:45.760354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4596): Terminated: ok {rc=0}\u000a11:54:45.847933 bus /gobi_0: Setting Powered False\u000a11:54:46.965084 bus /gobi_0: Setting Powered False\u000a11:54:48.074985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2374↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2374↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a11:54:49.184805 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.195855 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:49.334151 tst iperf3.py: using LAC 28218\u000a11:54:49.451399 tst iperf3.py: using RAC 168\u000a11:54:49.571618 tst iperf3.py: using CellId 28218\u000a11:54:49.690685 tst iperf3.py: using BVCI 28219\u000a11:54:49.713604 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.724066 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.734421 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.745037 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.755460 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.765907 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.776480 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.786912 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:49.797600 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:50.073055 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:54:50.198969 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:54:50.511449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Launched\u000a11:54:50.771128 run iperf3-srv_10.42.42.10(pid=4599): Launched\u000a11:54:50.955419 tst iperf3.py:8: start network...\u000a11:54:51.081573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:51.556022 run create_hlr_db(pid=4600): Launched\u000a11:54:51.730215 bus /gobi_6: Setting Powered False\u000a11:54:52.751730 run create_hlr_db(pid=4600): Terminated: ok {rc=0}\u000a11:54:53.181797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Launched\u000a11:54:53.506001 run osmo-hlr_10.42.42.2(pid=4603): Launched\u000a11:54:53.627148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:54.189720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Launched\u000a11:54:54.511056 run osmo-stp_10.42.42.5(pid=4606): Launched\u000a11:54:54.628176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:54:55.189521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Launched\u000a11:54:55.304715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:54:55.585313 run patchelf(pid=4609): Launched\u000a11:54:55.773661 run osmo-stp_10.42.42.5(pid=4606): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)]\u000a11:54:55.911996 run osmo-stp_10.42.42.5(pid=4606): stdout: \u000a| (launched: 2022-12-10_11:54:54.353581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:56.050433 run osmo-stp_10.42.42.5(pid=4606): stderr: \u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115454545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:56.183418 run osmo-stp_10.42.42.5(pid=4606): stdout: \u000a| (launched: 2022-12-10_11:54:54.353581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:56.315305 run osmo-stp_10.42.42.5(pid=4606): stderr: \u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115454545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115454545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115454548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:56.469315 run patchelf(pid=4609): Terminating (SIGINT)\u000a11:54:56.650195 run patchelf(pid=4609): Terminated: ok {rc=0}\u000a11:54:56.683293 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4606): Process ended prematurely: osmo-stp_10.42.42.5(pid=4606) [trial-2374↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4606)] [trial-2374↪gprs:trx-umtrx↪iperf3.py:8]\u000a11:54:56.693108 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:54:56.755271 run osmo-hlr_10.42.42.2(pid=4603): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4603)]\u000a11:54:56.806275 run osmo-hlr_10.42.42.2(pid=4603): stdout: \u000a| (launched: 2022-12-10_11:54:53.347461) \u000a11:54:56.857992 run osmo-hlr_10.42.42.2(pid=4603): stderr: \u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115453548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115453561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115453569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115453569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115453569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:56.901781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Terminating (SIGTERM)\u000a11:54:56.943098 run iperf3-srv_10.42.42.10(pid=4599): Terminating (SIGTERM)\u000a11:54:56.984488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Terminating (SIGTERM)\u000a11:54:57.025820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Terminating (SIGTERM)\u000a11:54:57.067143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Terminating (SIGTERM)\u000a11:54:57.076774 --- ParallelTerminationStrategy: PID 4598 died...\u000a11:54:57.132037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4598): Terminated: ok {rc=0}\u000a11:54:57.142036 --- ParallelTerminationStrategy: PID 4599 died...\u000a11:54:57.196636 run iperf3-srv_10.42.42.10(pid=4599): Terminated {rc=256}\u000a11:54:57.206638 --- ParallelTerminationStrategy: PID 4602 died...\u000a11:54:57.261519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4602): Terminated: ok {rc=0}\u000a11:54:57.271636 --- ParallelTerminationStrategy: PID 4605 died...\u000a11:54:57.326411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4605): Terminated: ok {rc=0}\u000a11:54:57.336408 --- ParallelTerminationStrategy: PID 4608 died...\u000a11:54:57.391077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4608): Terminated: ok {rc=0}\u000a11:54:57.477471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4627): Process ended prematurely: osmo-stp_10.42.42.5(pid=4627) [trial-2374↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4627)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4627): Process ended prematurely: osmo-stp_10.42.42.5(pid=4627) [trial-2374↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a11:54:58.591709 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:58.603437 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:58.745722 tst iperf3m4.py: using LAC 28219\u000a11:54:58.871684 tst iperf3m4.py: using RAC 169\u000a11:54:58.999408 tst iperf3m4.py: using CellId 28219\u000a11:54:59.125356 tst iperf3m4.py: using BVCI 28220\u000a11:54:59.150059 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.161077 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.171736 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.182596 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.193281 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.203865 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.214807 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.225558 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:54:59.236380 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:59.351965 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:59.478652 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:59.594226 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:54:59.871987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:54:59.998236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:00.311160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Launched\u000a11:55:00.571002 run iperf3-srv_10.42.42.10(pid=4611): Launched\u000a11:55:00.754936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:55:00.887690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:01.228029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Launched\u000a11:55:01.509989 run iperf3-srv_10.42.42.10(pid=4616): Launched\u000a11:55:01.697751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:55:01.825966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:02.159471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4617): Launched\u000a11:55:02.421620 run iperf3-srv_10.42.42.10(pid=4618): Launched\u000a11:55:02.605865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:55:02.731463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:03.043811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4619): Launched\u000a11:55:03.303285 run iperf3-srv_10.42.42.10(pid=4620): Launched\u000a11:55:03.487137 tst iperf3m4.py:8: start network...\u000a11:55:03.612164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:04.087375 run create_hlr_db(pid=4621): Launched\u000a11:55:04.261336 bus /gobi_6: Setting Powered False\u000a11:55:05.283369 run create_hlr_db(pid=4621): Terminated: ok {rc=0}\u000a11:55:05.685184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4623): Launched\u000a11:55:05.987760 run osmo-hlr_10.42.42.2(pid=4624): Launched\u000a11:55:06.099194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:06.624067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4626): Launched\u000a11:55:06.927667 run osmo-stp_10.42.42.5(pid=4627): Launched\u000a11:55:07.038802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:07.564294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4629): Launched\u000a11:55:07.672084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:07.935564 run patchelf(pid=4630): Launched\u000a11:55:08.111739 run osmo-stp_10.42.42.5(pid=4627): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4627)]\u000a11:55:08.240667 run osmo-stp_10.42.42.5(pid=4627): stdout: \u000a| (launched: 2022-12-10_11:55:06.777297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:08.369922 run osmo-stp_10.42.42.5(pid=4627): stderr: \u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115506949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:08.494667 run osmo-stp_10.42.42.5(pid=4627): stdout: \u000a| (launched: 2022-12-10_11:55:06.777297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:08.617877 run osmo-stp_10.42.42.5(pid=4627): stderr: \u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115506948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115506949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115506949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:08.761788 run patchelf(pid=4630): Terminating (SIGINT)\u000a11:55:08.930707 run patchelf(pid=4630): Terminated: ok {rc=0}\u000a11:55:08.961847 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4627): Process ended prematurely: osmo-stp_10.42.42.5(pid=4627) [trial-2374↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4627)] [trial-2374↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a11:55:08.970988 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a11:55:09.031072 run osmo-hlr_10.42.42.2(pid=4624): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4624)]\u000a11:55:09.079185 run osmo-hlr_10.42.42.2(pid=4624): stdout: \u000a| (launched: 2022-12-10_11:55:05.838428) \u000a11:55:09.128420 run osmo-hlr_10.42.42.2(pid=4624): stderr: \u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115506014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115506026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115506035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115506035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115506035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:09.169780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminating (SIGTERM)\u000a11:55:09.208936 run iperf3-srv_10.42.42.10(pid=4611): Terminating (SIGTERM)\u000a11:55:09.248480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminating (SIGTERM)\u000a11:55:09.287732 run iperf3-srv_10.42.42.10(pid=4616): Terminating (SIGTERM)\u000a11:55:09.327329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4617): Terminating (SIGTERM)\u000a11:55:09.366753 run iperf3-srv_10.42.42.10(pid=4618): Terminating (SIGTERM)\u000a11:55:09.406018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4619): Terminating (SIGTERM)\u000a11:55:09.445365 run iperf3-srv_10.42.42.10(pid=4620): Terminating (SIGTERM)\u000a11:55:09.484729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4623): Terminating (SIGTERM)\u000a11:55:09.523960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4626): Terminating (SIGTERM)\u000a11:55:09.563322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4629): Terminating (SIGTERM)\u000a11:55:09.572865 --- ParallelTerminationStrategy: PID 4610 died...\u000a11:55:09.625647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4610): Terminated: ok {rc=0}\u000a11:55:09.635481 --- ParallelTerminationStrategy: PID 4611 died...\u000a11:55:09.688222 run iperf3-srv_10.42.42.10(pid=4611): Terminated {rc=256}\u000a11:55:09.697700 --- ParallelTerminationStrategy: PID 4612 died...\u000a11:55:09.750340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4612): Terminated: ok {rc=0}\u000a11:55:09.760052 --- ParallelTerminationStrategy: PID 4616 died...\u000a11:55:09.812577 run iperf3-srv_10.42.42.10(pid=4616): Terminated {rc=256}\u000a11:55:09.822259 --- ParallelTerminationStrategy: PID 4617 died...\u000a11:55:09.875279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4617): Terminated: ok {rc=0}\u000a11:55:09.884745 --- ParallelTerminationStrategy: PID 4618 died...\u000a11:55:09.937935 run iperf3-srv_10.42.42.10(pid=4618): Terminated {rc=256}\u000a11:55:09.947679 --- ParallelTerminationStrategy: PID 4619 died...\u000a11:55:10.000407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4619): Terminated: ok {rc=0}\u000a11:55:10.010235 --- ParallelTerminationStrategy: PID 4620 died...\u000a11:55:10.062788 run iperf3-srv_10.42.42.10(pid=4620): Terminated {rc=256}\u000a11:55:10.072402 --- ParallelTerminationStrategy: PID 4623 died...\u000a11:55:10.124886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4623): Terminated: ok {rc=0}\u000a11:55:10.134609 --- ParallelTerminationStrategy: PID 4626 died...\u000a11:55:10.187262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4626): Terminated: ok {rc=0}\u000a11:55:10.197160 --- ParallelTerminationStrategy: PID 4629 died...\u000a11:55:10.250166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4629): Terminated: ok {rc=0}\u000a11:55:10.338705 bus /gobi_4: Setting Powered False\u000a11:55:11.446388 bus /gobi_4: Setting Powered False\u000a11:55:12.555266 bus /gobi_1: Setting Powered False\u000a11:55:13.661251 bus /gobi_1: Setting Powered False\u000a11:55:14.773227 bus /gobi_0: Setting Powered False\u000a11:55:15.885256 bus /gobi_0: Setting Powered False\u000a11:55:17.009337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4637): Process ended prematurely: osmo-stp_10.42.42.5(pid=4637) [trial-2374↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4637)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4637): Process ended prematurely: osmo-stp_10.42.42.5(pid=4637) [trial-2374↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a11:55:18.077857 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.088709 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:55:18.223615 tst ping.py: using LAC 28220\u000a11:55:18.339523 tst ping.py: using RAC 170\u000a11:55:18.457768 tst ping.py: using CellId 28220\u000a11:55:18.582919 tst ping.py: using BVCI 28221\u000a11:55:18.607309 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.618314 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.629321 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.640821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.652100 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.663806 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.675415 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:18.687437 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:55:18.962345 tst ping.py:19: start network...\u000a11:55:19.086073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:19.553856 run create_hlr_db(pid=4631): Launched\u000a11:55:19.726341 bus /gobi_6: Setting Powered False\u000a11:55:20.747319 run create_hlr_db(pid=4631): Terminated: ok {rc=0}\u000a11:55:21.141821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4633): Launched\u000a11:55:21.439508 run osmo-hlr_10.42.42.2(pid=4634): Launched\u000a11:55:21.556275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:22.083044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4636): Launched\u000a11:55:22.381379 run osmo-stp_10.42.42.5(pid=4637): Launched\u000a11:55:22.490236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:23.008754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4639): Launched\u000a11:55:23.115007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:23.374201 run patchelf(pid=4640): Launched\u000a11:55:23.549620 run osmo-stp_10.42.42.5(pid=4637): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4637)]\u000a11:55:23.677186 run osmo-stp_10.42.42.5(pid=4637): stdout: \u000a| (launched: 2022-12-10_11:55:22.233657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:23.805105 run osmo-stp_10.42.42.5(pid=4637): stderr: \u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115522405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:23.928766 run osmo-stp_10.42.42.5(pid=4637): stdout: \u000a| (launched: 2022-12-10_11:55:22.233657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:24.051183 run osmo-stp_10.42.42.5(pid=4637): stderr: \u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115522404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115522405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115522405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:24.193434 run patchelf(pid=4640): Terminating (SIGINT)\u000a11:55:24.360550 run patchelf(pid=4640): Terminated: ok {rc=0}\u000a11:55:24.390793 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4637): Process ended prematurely: osmo-stp_10.42.42.5(pid=4637) [trial-2374↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4637)] [trial-2374↪gprs:trx-umtrx↪ping.py:22]\u000a11:55:24.399422 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:55:24.460129 run osmo-hlr_10.42.42.2(pid=4634): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4634)]\u000a11:55:24.509370 run osmo-hlr_10.42.42.2(pid=4634): stdout: \u000a| (launched: 2022-12-10_11:55:21.291775) \u000a11:55:24.559152 run osmo-hlr_10.42.42.2(pid=4634): stderr: \u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115521466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115521478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115521487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115521487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115521487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:24.601201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4633): Terminating (SIGTERM)\u000a11:55:24.641284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4636): Terminating (SIGTERM)\u000a11:55:24.681495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4639): Terminating (SIGTERM)\u000a11:55:24.691083 --- ParallelTerminationStrategy: PID 4633 died...\u000a11:55:24.744939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4633): Terminated: ok {rc=0}\u000a11:55:24.754708 --- ParallelTerminationStrategy: PID 4636 died...\u000a11:55:24.808097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4636): Terminated: ok {rc=0}\u000a11:55:24.817930 --- ParallelTerminationStrategy: PID 4639 died...\u000a11:55:24.870993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4639): Terminated: ok {rc=0}\u000a11:55:24.960785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a11:55:26.012738 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.024012 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:55:26.160242 tst ping_idle_ping.py: using LAC 28221\u000a11:55:26.276780 tst ping_idle_ping.py: using RAC 171\u000a11:55:26.394672 tst ping_idle_ping.py: using CellId 28221\u000a11:55:26.511033 tst ping_idle_ping.py: using BVCI 28222\u000a11:55:26.533820 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.544295 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.554695 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.565234 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.575588 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.586093 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.596775 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:55:26.607793 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:55:26.899733 tst ping_idle_ping.py:24: start network...\u000a11:55:27.033350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:27.545734 run create_hlr_db(pid=4642): Launched\u000a11:55:27.731423 bus /gobi_6: Setting Powered False\u000a11:55:28.752828 run create_hlr_db(pid=4642): Terminated: ok {rc=0}\u000a11:55:29.153565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Launched\u000a11:55:29.454940 run osmo-hlr_10.42.42.2(pid=4645): Launched\u000a11:55:29.572196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:30.097909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Launched\u000a11:55:30.395212 run osmo-stp_10.42.42.5(pid=4648): Launched\u000a11:55:30.504396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:31.084328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4650): Launched\u000a11:55:31.193519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:31.476600 run patchelf(pid=4651): Launched\u000a11:55:31.655276 run osmo-stp_10.42.42.5(pid=4648): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]\u000a11:55:31.785928 run osmo-stp_10.42.42.5(pid=4648): stdout: \u000a| (launched: 2022-12-10_11:55:30.248909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:31.917476 run osmo-stp_10.42.42.5(pid=4648): stderr: \u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115530421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:32.043707 run osmo-stp_10.42.42.5(pid=4648): stdout: \u000a| (launched: 2022-12-10_11:55:30.248909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:32.168763 run osmo-stp_10.42.42.5(pid=4648): stderr: \u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115530420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115530421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115530421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:32.311373 run patchelf(pid=4651): Terminating (SIGINT)\u000a11:55:32.478178 run patchelf(pid=4651): Terminated: ok {rc=0}\u000a11:55:32.508456 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)] [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a11:55:32.517116 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:55:32.577406 run osmo-hlr_10.42.42.2(pid=4645): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4645)]\u000a11:55:32.626945 run osmo-hlr_10.42.42.2(pid=4645): stdout: \u000a| (launched: 2022-12-10_11:55:29.305767) \u000a11:55:32.676734 run osmo-hlr_10.42.42.2(pid=4645): stderr: \u000a| �[0;m�[1;31m20221210115529481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115529481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115529481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115529482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115529482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115529482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115529493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115529504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115529504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115529504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:32.718839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Terminating (SIGTERM)\u000a11:55:32.758732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Terminating (SIGTERM)\u000a11:55:32.798600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4650): Terminating (SIGTERM)\u000a11:55:32.808101 --- ParallelTerminationStrategy: PID 4644 died...\u000a11:55:32.861647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Terminated: ok {rc=0}\u000a11:55:32.871326 --- ParallelTerminationStrategy: PID 4647 died...\u000a11:55:32.924333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Terminated: ok {rc=0}\u000a11:55:32.934199 --- ParallelTerminationStrategy: PID 4650 died...\u000a11:55:32.987998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4650): Terminated: ok {rc=0}\u000a11:55:33.076813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:54:36" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4667): Process ended prematurely: osmo-stp_10.42.42.5(pid=4667) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4667)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4667): Process ended prematurely: osmo-stp_10.42.42.5(pid=4667) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:55:35.211606 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.222360 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:55:35.359440 tst cs_paging_gprs_active.py: using LAC 28222\u000a11:55:35.486221 tst cs_paging_gprs_active.py: using RAC 172\u000a11:55:35.614081 tst cs_paging_gprs_active.py: using CellId 28222\u000a11:55:35.740760 tst cs_paging_gprs_active.py: using BVCI 28223\u000a11:55:35.765781 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.777192 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.788247 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.799826 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.811223 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.822807 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.834762 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.846152 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:35.857743 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:35.975111 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:36.270521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:55:36.406925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:36.743080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4657): Launched\u000a11:55:37.021639 run iperf3-srv_10.42.42.10(pid=4658): Launched\u000a11:55:37.220644 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:55:37.356015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:37.692208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4659): Launched\u000a11:55:37.971333 run iperf3-srv_10.42.42.10(pid=4660): Launched\u000a11:55:38.170270 tst cs_paging_gprs_active.py:38: start network...\u000a11:55:38.305271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:38.823290 run create_hlr_db(pid=4661): Launched\u000a11:55:39.011009 bus /gobi_6: Setting Powered False\u000a11:55:40.032889 run create_hlr_db(pid=4661): Terminated: ok {rc=0}\u000a11:55:40.440681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4663): Launched\u000a11:55:40.744792 run osmo-hlr_10.42.42.2(pid=4664): Launched\u000a11:55:40.862164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:41.395681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4666): Launched\u000a11:55:41.698843 run osmo-stp_10.42.42.5(pid=4667): Launched\u000a11:55:41.819470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:42.353280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4669): Launched\u000a11:55:42.461229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:42.724536 run patchelf(pid=4670): Launched\u000a11:55:42.901964 run osmo-stp_10.42.42.5(pid=4667): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4667)]\u000a11:55:43.031651 run osmo-stp_10.42.42.5(pid=4667): stdout: \u000a| (launched: 2022-12-10_11:55:41.548863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:43.161913 run osmo-stp_10.42.42.5(pid=4667): stderr: \u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115541723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:43.287003 run osmo-stp_10.42.42.5(pid=4667): stdout: \u000a| (launched: 2022-12-10_11:55:41.548863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:43.411118 run osmo-stp_10.42.42.5(pid=4667): stderr: \u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115541723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115541723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115541724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:43.555561 run patchelf(pid=4670): Terminating (SIGINT)\u000a11:55:43.726453 run patchelf(pid=4670): Terminated: ok {rc=0}\u000a11:55:43.757709 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4667): Process ended prematurely: osmo-stp_10.42.42.5(pid=4667) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4667)] [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:55:43.766845 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:55:43.827615 run osmo-hlr_10.42.42.2(pid=4664): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4664)]\u000a11:55:43.876513 run osmo-hlr_10.42.42.2(pid=4664): stdout: \u000a| (launched: 2022-12-10_11:55:40.594414) \u000a11:55:43.926122 run osmo-hlr_10.42.42.2(pid=4664): stderr: \u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115540769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115540782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115540791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115540791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115540791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:43.967935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4657): Terminating (SIGTERM)\u000a11:55:44.007636 run iperf3-srv_10.42.42.10(pid=4658): Terminating (SIGTERM)\u000a11:55:44.047619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4659): Terminating (SIGTERM)\u000a11:55:44.087381 run iperf3-srv_10.42.42.10(pid=4660): Terminating (SIGTERM)\u000a11:55:44.127105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4663): Terminating (SIGTERM)\u000a11:55:44.166774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4666): Terminating (SIGTERM)\u000a11:55:44.206453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4669): Terminating (SIGTERM)\u000a11:55:44.215948 --- ParallelTerminationStrategy: PID 4657 died...\u000a11:55:44.269148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4657): Terminated: ok {rc=0}\u000a11:55:44.278945 --- ParallelTerminationStrategy: PID 4658 died...\u000a11:55:44.332026 run iperf3-srv_10.42.42.10(pid=4658): Terminated {rc=256}\u000a11:55:44.341607 --- ParallelTerminationStrategy: PID 4659 died...\u000a11:55:44.394545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4659): Terminated: ok {rc=0}\u000a11:55:44.404035 --- ParallelTerminationStrategy: PID 4660 died...\u000a11:55:44.457099 run iperf3-srv_10.42.42.10(pid=4660): Terminated {rc=256}\u000a11:55:44.466613 --- ParallelTerminationStrategy: PID 4663 died...\u000a11:55:44.519404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4663): Terminated: ok {rc=0}\u000a11:55:44.529257 --- ParallelTerminationStrategy: PID 4666 died...\u000a11:55:44.582222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4666): Terminated: ok {rc=0}\u000a11:55:44.592075 --- ParallelTerminationStrategy: PID 4669 died...\u000a11:55:44.645370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4669): Terminated: ok {rc=0}\u000a11:55:44.734017 bus /gobi_0: Setting Powered False\u000a11:55:45.837276 bus /gobi_0: Setting Powered False\u000a11:55:46.972803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:55:48.083187 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.094552 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:55:48.234637 tst iperf3.py: using LAC 28223\u000a11:55:48.360073 tst iperf3.py: using RAC 173\u000a11:55:48.487124 tst iperf3.py: using CellId 28223\u000a11:55:48.614309 tst iperf3.py: using BVCI 28224\u000a11:55:48.639406 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.650886 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.662079 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.673155 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.684092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.695051 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.706235 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.717160 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:48.728202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:49.005896 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:55:49.131937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:49.444695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4671): Launched\u000a11:55:49.705479 run iperf3-srv_10.42.42.10(pid=4672): Launched\u000a11:55:49.889953 tst iperf3.py:8: start network...\u000a11:55:50.016093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:50.491110 run create_hlr_db(pid=4673): Launched\u000a11:55:50.664515 bus /gobi_6: Setting Powered False\u000a11:55:51.685525 run create_hlr_db(pid=4673): Terminated: ok {rc=0}\u000a11:55:52.086635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Launched\u000a11:55:52.388599 run osmo-hlr_10.42.42.2(pid=4676): Launched\u000a11:55:52.505775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:53.040712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Launched\u000a11:55:53.343562 run osmo-stp_10.42.42.5(pid=4679): Launched\u000a11:55:53.454214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:53.979424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4681): Launched\u000a11:55:54.086743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:54.350297 run patchelf(pid=4682): Launched\u000a11:55:54.527031 run osmo-stp_10.42.42.5(pid=4679): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]\u000a11:55:54.655916 run osmo-stp_10.42.42.5(pid=4679): stdout: \u000a| (launched: 2022-12-10_11:55:53.194222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:54.785384 run osmo-stp_10.42.42.5(pid=4679): stderr: \u000a| �[0;m�[38;5;43m20221210115553366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115553366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115553367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115553367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115553367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115553367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115553368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:54.910307 run osmo-stp_10.42.42.5(pid=4679): stdout: \u000a| (launched: 2022-12-10_11:55:53.194222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:55.033997 run osmo-stp_10.42.42.5(pid=4679): stderr: \u000a| �[0;m�[38;5;43m20221210115553366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115553366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115553367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115553367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115553367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115553367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115553368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:55.178659 run patchelf(pid=4682): Terminating (SIGINT)\u000a11:55:55.347876 run patchelf(pid=4682): Terminated: ok {rc=0}\u000a11:55:55.378945 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)] [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a11:55:55.388087 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a11:55:55.449086 run osmo-hlr_10.42.42.2(pid=4676): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4676)]\u000a11:55:55.498546 run osmo-hlr_10.42.42.2(pid=4676): stdout: \u000a| (launched: 2022-12-10_11:55:52.239694) \u000a11:55:55.548631 run osmo-hlr_10.42.42.2(pid=4676): stderr: \u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115552415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115552427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115552435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115552435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115552435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:55.591124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4671): Terminating (SIGTERM)\u000a11:55:55.631248 run iperf3-srv_10.42.42.10(pid=4672): Terminating (SIGTERM)\u000a11:55:55.671288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminating (SIGTERM)\u000a11:55:55.711786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminating (SIGTERM)\u000a11:55:55.751723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4681): Terminating (SIGTERM)\u000a11:55:55.762053 --- ParallelTerminationStrategy: PID 4671 died...\u000a11:55:55.815521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4671): Terminated: ok {rc=0}\u000a11:55:55.825568 --- ParallelTerminationStrategy: PID 4672 died...\u000a11:55:55.878990 run iperf3-srv_10.42.42.10(pid=4672): Terminated {rc=256}\u000a11:55:55.888569 --- ParallelTerminationStrategy: PID 4675 died...\u000a11:55:55.941535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminated: ok {rc=0}\u000a11:55:55.951352 --- ParallelTerminationStrategy: PID 4678 died...\u000a11:55:56.004407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminated: ok {rc=0}\u000a11:55:56.014187 --- ParallelTerminationStrategy: PID 4681 died...\u000a11:55:56.067153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4681): Terminated: ok {rc=0}\u000a11:55:56.151721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:55:57.267105 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.278962 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:55:57.429355 tst iperf3m4.py: using LAC 28224\u000a11:55:57.554350 tst iperf3m4.py: using RAC 174\u000a11:55:57.679099 tst iperf3m4.py: using CellId 28224\u000a11:55:57.799316 tst iperf3m4.py: using BVCI 28225\u000a11:55:57.822722 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.833666 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.844405 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.855867 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.867450 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.878758 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.889829 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.900880 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:55:57.912170 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:58.032744 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:58.150296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:58.268883 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:55:58.562442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:55:58.698354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:59.033951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4683): Launched\u000a11:55:59.312633 run iperf3-srv_10.42.42.10(pid=4684): Launched\u000a11:55:59.506447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:55:59.633013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:59.946371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4685): Launched\u000a11:56:00.206064 run iperf3-srv_10.42.42.10(pid=4686): Launched\u000a11:56:00.390366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:56:00.515872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:00.833061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Launched\u000a11:56:01.197078 run iperf3-srv_10.42.42.10(pid=4688): Launched\u000a11:56:01.468476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:56:01.607295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:02.028266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4689): Launched\u000a11:56:02.361524 run iperf3-srv_10.42.42.10(pid=4690): Launched\u000a11:56:02.560130 tst iperf3m4.py:8: start network...\u000a11:56:02.695580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:03.213089 run create_hlr_db(pid=4691): Launched\u000a11:56:03.401153 bus /gobi_6: Setting Powered False\u000a11:56:04.421013 run create_hlr_db(pid=4691): Terminated: ok {rc=0}\u000a11:56:04.827625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Launched\u000a11:56:05.130665 run osmo-hlr_10.42.42.2(pid=4694): Launched\u000a11:56:05.249575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:05.784937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Launched\u000a11:56:06.088110 run osmo-stp_10.42.42.5(pid=4697): Launched\u000a11:56:06.197697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:06.723875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Launched\u000a11:56:06.831795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:07.096490 run patchelf(pid=4700): Launched\u000a11:56:07.274307 run osmo-stp_10.42.42.5(pid=4697): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)]\u000a11:56:07.403990 run osmo-stp_10.42.42.5(pid=4697): stdout: \u000a| (launched: 2022-12-10_11:56:05.938665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:07.534213 run osmo-stp_10.42.42.5(pid=4697): stderr: \u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115606110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:07.659269 run osmo-stp_10.42.42.5(pid=4697): stdout: \u000a| (launched: 2022-12-10_11:56:05.938665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:07.783605 run osmo-stp_10.42.42.5(pid=4697): stderr: \u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115606109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115606110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115606110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:07.929210 run patchelf(pid=4700): Terminating (SIGINT)\u000a11:56:08.099560 run patchelf(pid=4700): Terminated: ok {rc=0}\u000a11:56:08.130843 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4697): Process ended prematurely: osmo-stp_10.42.42.5(pid=4697) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4697)] [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:56:08.139986 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:56:08.201208 run osmo-hlr_10.42.42.2(pid=4694): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4694)]\u000a11:56:08.250382 run osmo-hlr_10.42.42.2(pid=4694): stdout: \u000a| (launched: 2022-12-10_11:56:04.981962) \u000a11:56:08.300188 run osmo-hlr_10.42.42.2(pid=4694): stderr: \u000a| �[0;m�[1;31m20221210115605156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115605156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115605156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115605156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115605157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115605157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115605169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115605177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115605178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115605178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:08.342544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4683): Terminating (SIGTERM)\u000a11:56:08.382340 run iperf3-srv_10.42.42.10(pid=4684): Terminating (SIGTERM)\u000a11:56:08.422519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4685): Terminating (SIGTERM)\u000a11:56:08.462811 run iperf3-srv_10.42.42.10(pid=4686): Terminating (SIGTERM)\u000a11:56:08.503083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Terminating (SIGTERM)\u000a11:56:08.543239 run iperf3-srv_10.42.42.10(pid=4688): Terminating (SIGTERM)\u000a11:56:08.583382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4689): Terminating (SIGTERM)\u000a11:56:08.623711 run iperf3-srv_10.42.42.10(pid=4690): Terminating (SIGTERM)\u000a11:56:08.663370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Terminating (SIGTERM)\u000a11:56:08.703542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Terminating (SIGTERM)\u000a11:56:08.743517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminating (SIGTERM)\u000a11:56:08.753188 --- ParallelTerminationStrategy: PID 4683 died...\u000a11:56:08.806714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4683): Terminated: ok {rc=0}\u000a11:56:08.816755 --- ParallelTerminationStrategy: PID 4684 died...\u000a11:56:08.870650 run iperf3-srv_10.42.42.10(pid=4684): Terminated {rc=256}\u000a11:56:08.880289 --- ParallelTerminationStrategy: PID 4685 died...\u000a11:56:08.934080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4685): Terminated: ok {rc=0}\u000a11:56:08.943753 --- ParallelTerminationStrategy: PID 4686 died...\u000a11:56:08.997475 run iperf3-srv_10.42.42.10(pid=4686): Terminated {rc=256}\u000a11:56:09.007067 --- ParallelTerminationStrategy: PID 4687 died...\u000a11:56:09.060569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Terminated: ok {rc=0}\u000a11:56:09.070199 --- ParallelTerminationStrategy: PID 4688 died...\u000a11:56:09.123471 run iperf3-srv_10.42.42.10(pid=4688): Terminated {rc=256}\u000a11:56:09.133123 --- ParallelTerminationStrategy: PID 4689 died...\u000a11:56:09.186087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4689): Terminated: ok {rc=0}\u000a11:56:09.195855 --- ParallelTerminationStrategy: PID 4690 died...\u000a11:56:09.249585 run iperf3-srv_10.42.42.10(pid=4690): Terminated {rc=256}\u000a11:56:09.259314 --- ParallelTerminationStrategy: PID 4693 died...\u000a11:56:09.312688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4693): Terminated: ok {rc=0}\u000a11:56:09.322530 --- ParallelTerminationStrategy: PID 4696 died...\u000a11:56:09.375370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4696): Terminated: ok {rc=0}\u000a11:56:09.385360 --- ParallelTerminationStrategy: PID 4699 died...\u000a11:56:09.438612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4699): Terminated: ok {rc=0}\u000a11:56:09.526905 bus /gobi_4: Setting Powered False\u000a11:56:10.630001 bus /gobi_4: Setting Powered False\u000a11:56:11.740594 bus /gobi_1: Setting Powered False\u000a11:56:12.843323 bus /gobi_1: Setting Powered False\u000a11:56:13.953843 bus /gobi_0: Setting Powered False\u000a11:56:15.055391 bus /gobi_0: Setting Powered False\u000a11:56:16.194928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:56:17.261641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.272841 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:56:17.409161 tst ping.py: using LAC 28225\u000a11:56:17.529707 tst ping.py: using RAC 175\u000a11:56:17.645656 tst ping.py: using CellId 28225\u000a11:56:17.759730 tst ping.py: using BVCI 28226\u000a11:56:17.782475 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.793278 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.803829 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.814680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.825471 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.836089 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.847066 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:17.858702 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:18.130070 tst ping.py:19: start network...\u000a11:56:18.253888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:18.722891 run create_hlr_db(pid=4701): Launched\u000a11:56:18.895148 bus /gobi_6: Setting Powered False\u000a11:56:19.917281 run create_hlr_db(pid=4701): Terminated: ok {rc=0}\u000a11:56:20.341497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Launched\u000a11:56:20.662167 run osmo-hlr_10.42.42.2(pid=4704): Launched\u000a11:56:20.779298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:21.333310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Launched\u000a11:56:21.651065 run osmo-stp_10.42.42.5(pid=4707): Launched\u000a11:56:21.765950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:22.321145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Launched\u000a11:56:22.434183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:22.710125 run patchelf(pid=4710): Launched\u000a11:56:22.894919 run osmo-stp_10.42.42.5(pid=4707): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a11:56:23.030531 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-10_11:56:21.494620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:23.166059 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115621689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115621689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115621690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115621690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:23.296724 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-10_11:56:21.494620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:23.426261 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115621688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115621689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115621689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115621690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115621690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:23.576843 run patchelf(pid=4710): Terminating (SIGINT)\u000a11:56:23.754435 run patchelf(pid=4710): Terminated: ok {rc=0}\u000a11:56:23.786577 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)] [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a11:56:23.795717 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:56:23.858470 run osmo-hlr_10.42.42.2(pid=4704): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4704)]\u000a11:56:23.909599 run osmo-hlr_10.42.42.2(pid=4704): stdout: \u000a| (launched: 2022-12-10_11:56:20.504354) \u000a11:56:23.961656 run osmo-hlr_10.42.42.2(pid=4704): stderr: \u000a| �[0;m�[1;31m20221210115620702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115620702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115620703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115620703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115620703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115620703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115620714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115620722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115620723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115620723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:24.005541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminating (SIGTERM)\u000a11:56:24.047241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminating (SIGTERM)\u000a11:56:24.089038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminating (SIGTERM)\u000a11:56:24.098748 --- ParallelTerminationStrategy: PID 4703 died...\u000a11:56:24.154756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminated: ok {rc=0}\u000a11:56:24.165073 --- ParallelTerminationStrategy: PID 4706 died...\u000a11:56:24.220580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminated: ok {rc=0}\u000a11:56:24.230819 --- ParallelTerminationStrategy: PID 4709 died...\u000a11:56:24.286238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminated: ok {rc=0}\u000a11:56:24.374095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:56:25.427199 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:25.439492 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:56:25.583858 tst ping_idle_ping.py: using LAC 28226\u000a11:56:25.708690 tst ping_idle_ping.py: using RAC 176\u000a11:56:25.833014 tst ping_idle_ping.py: using CellId 28226\u000a11:56:25.957904 tst ping_idle_ping.py: using BVCI 28227\u000a11:56:25.982474 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:25.993953 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.005073 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.016253 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.027296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.038315 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.049553 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:26.060480 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:26.348642 tst ping_idle_ping.py:24: start network...\u000a11:56:26.481905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:26.993332 run create_hlr_db(pid=4711): Launched\u000a11:56:27.178603 bus /gobi_6: Setting Powered False\u000a11:56:28.199169 run create_hlr_db(pid=4711): Terminated: ok {rc=0}\u000a11:56:28.599536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Launched\u000a11:56:28.897799 run osmo-hlr_10.42.42.2(pid=4714): Launched\u000a11:56:29.014433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:29.540486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Launched\u000a11:56:29.839549 run osmo-stp_10.42.42.5(pid=4717): Launched\u000a11:56:29.948227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:30.468880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4719): Launched\u000a11:56:30.575356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:30.839049 run patchelf(pid=4720): Launched\u000a11:56:31.026861 run osmo-stp_10.42.42.5(pid=4717): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]\u000a11:56:31.158592 run osmo-stp_10.42.42.5(pid=4717): stdout: \u000a| (launched: 2022-12-10_11:56:29.691805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:31.290185 run osmo-stp_10.42.42.5(pid=4717): stderr: \u000a| �[0;m�[38;5;43m20221210115629862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115629862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115629863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115629863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:31.417560 run osmo-stp_10.42.42.5(pid=4717): stdout: \u000a| (launched: 2022-12-10_11:56:29.691805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:31.543340 run osmo-stp_10.42.42.5(pid=4717): stderr: \u000a| �[0;m�[38;5;43m20221210115629862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115629862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115629863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115629863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115629863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:31.690063 run patchelf(pid=4720): Terminating (SIGINT)\u000a11:56:31.862308 run patchelf(pid=4720): Terminated: ok {rc=0}\u000a11:56:31.894641 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)] [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:56:31.904609 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:56:31.969953 run osmo-hlr_10.42.42.2(pid=4714): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4714)]\u000a11:56:32.021916 run osmo-hlr_10.42.42.2(pid=4714): stdout: \u000a| (launched: 2022-12-10_11:56:28.751391) \u000a11:56:32.074754 run osmo-hlr_10.42.42.2(pid=4714): stderr: \u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115628928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115628941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115628951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115628951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115628951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:32.118481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Terminating (SIGTERM)\u000a11:56:32.163732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Terminating (SIGTERM)\u000a11:56:32.206582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4719): Terminating (SIGTERM)\u000a11:56:32.216099 --- ParallelTerminationStrategy: PID 4713 died...\u000a11:56:32.271019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Terminated: ok {rc=0}\u000a11:56:32.280827 --- ParallelTerminationStrategy: PID 4716 died...\u000a11:56:32.335417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Terminated: ok {rc=0}\u000a11:56:32.345331 --- ParallelTerminationStrategy: PID 4719 died...\u000a11:56:32.399907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4719): Terminated: ok {rc=0}\u000a11:56:32.483966 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4734): Process ended prematurely: osmo-stp_10.42.42.5(pid=4734) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4734)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4734): Process ended prematurely: osmo-stp_10.42.42.5(pid=4734) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:56:34.641567 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:34.652334 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:56:34.807987 tst cs_paging_gprs_active.py: using LAC 28227\u000a11:56:34.928416 tst cs_paging_gprs_active.py: using RAC 177\u000a11:56:35.048124 tst cs_paging_gprs_active.py: using CellId 28227\u000a11:56:35.181861 tst cs_paging_gprs_active.py: using BVCI 28228\u000a11:56:35.206936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.218383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.229630 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.241309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.253862 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.265797 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.277180 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.288713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:35.300836 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:35.422533 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:35.703023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:56:35.830090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:36.145343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4724): Launched\u000a11:56:36.406990 run iperf3-srv_10.42.42.10(pid=4725): Launched\u000a11:56:36.591785 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:56:36.718187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:37.032086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4726): Launched\u000a11:56:37.292312 run iperf3-srv_10.42.42.10(pid=4727): Launched\u000a11:56:37.476824 tst cs_paging_gprs_active.py:38: start network...\u000a11:56:37.602871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:38.079438 run create_hlr_db(pid=4728): Launched\u000a11:56:38.253520 bus /gobi_6: Setting Powered False\u000a11:56:39.275244 run create_hlr_db(pid=4728): Terminated: ok {rc=0}\u000a11:56:39.706777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4730): Launched\u000a11:56:40.030556 run osmo-hlr_10.42.42.2(pid=4731): Launched\u000a11:56:40.149730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:40.710460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4733): Launched\u000a11:56:41.033896 run osmo-stp_10.42.42.5(pid=4734): Launched\u000a11:56:41.150717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:41.714582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4736): Launched\u000a11:56:41.830584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:42.119887 run patchelf(pid=4737): Launched\u000a11:56:42.309765 run osmo-stp_10.42.42.5(pid=4734): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4734)]\u000a11:56:42.447916 run osmo-stp_10.42.42.5(pid=4734): stdout: \u000a| (launched: 2022-12-10_11:56:40.875043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:42.586445 run osmo-stp_10.42.42.5(pid=4734): stderr: \u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115641068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:42.721355 run osmo-stp_10.42.42.5(pid=4734): stdout: \u000a| (launched: 2022-12-10_11:56:40.875043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:42.853774 run osmo-stp_10.42.42.5(pid=4734): stderr: \u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115641067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115641068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115641068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:43.008515 run patchelf(pid=4737): Terminating (SIGINT)\u000a11:56:43.189810 run patchelf(pid=4737): Terminated: ok {rc=0}\u000a11:56:43.222980 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4734): Process ended prematurely: osmo-stp_10.42.42.5(pid=4734) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4734)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:56:43.232768 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:56:43.295018 run osmo-hlr_10.42.42.2(pid=4731): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4731)]\u000a11:56:43.345773 run osmo-hlr_10.42.42.2(pid=4731): stdout: \u000a| (launched: 2022-12-10_11:56:39.871939) \u000a11:56:43.397190 run osmo-hlr_10.42.42.2(pid=4731): stderr: \u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115640071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115640084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115640092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115640092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115640092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:43.441234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4724): Terminating (SIGTERM)\u000a11:56:43.482670 run iperf3-srv_10.42.42.10(pid=4725): Terminating (SIGTERM)\u000a11:56:43.524165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4726): Terminating (SIGTERM)\u000a11:56:43.565571 run iperf3-srv_10.42.42.10(pid=4727): Terminating (SIGTERM)\u000a11:56:43.607017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4730): Terminating (SIGTERM)\u000a11:56:43.648397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4733): Terminating (SIGTERM)\u000a11:56:43.689892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4736): Terminating (SIGTERM)\u000a11:56:43.699598 --- ParallelTerminationStrategy: PID 4724 died...\u000a11:56:43.755051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4724): Terminated: ok {rc=0}\u000a11:56:43.765332 --- ParallelTerminationStrategy: PID 4725 died...\u000a11:56:43.820217 run iperf3-srv_10.42.42.10(pid=4725): Terminated {rc=256}\u000a11:56:43.830129 --- ParallelTerminationStrategy: PID 4726 died...\u000a11:56:43.885631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4726): Terminated: ok {rc=0}\u000a11:56:43.895736 --- ParallelTerminationStrategy: PID 4727 died...\u000a11:56:43.950928 run iperf3-srv_10.42.42.10(pid=4727): Terminated {rc=256}\u000a11:56:43.961111 --- ParallelTerminationStrategy: PID 4730 died...\u000a11:56:44.016153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4730): Terminated: ok {rc=0}\u000a11:56:44.026355 --- ParallelTerminationStrategy: PID 4733 died...\u000a11:56:44.081774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4733): Terminated: ok {rc=0}\u000a11:56:44.092049 --- ParallelTerminationStrategy: PID 4736 died...\u000a11:56:44.147417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4736): Terminated: ok {rc=0}\u000a11:56:44.233624 bus /gobi_0: Setting Powered False\u000a11:56:45.340109 bus /gobi_0: Setting Powered False\u000a11:56:46.450778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:56:47.559460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:47.570882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:56:47.725400 tst iperf3.py: using LAC 28228\u000a11:56:47.843356 tst iperf3.py: using RAC 178\u000a11:56:47.964102 tst iperf3.py: using CellId 28228\u000a11:56:48.091594 tst iperf3.py: using BVCI 28229\u000a11:56:48.116768 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.128302 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.139449 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.151243 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.162924 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.174589 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.186122 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.197648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:48.209385 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:48.489479 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:56:48.615574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:48.928905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4738): Launched\u000a11:56:49.189547 run iperf3-srv_10.42.42.10(pid=4739): Launched\u000a11:56:49.374892 tst iperf3.py:8: start network...\u000a11:56:49.501051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:49.976341 run create_hlr_db(pid=4740): Launched\u000a11:56:50.151181 bus /gobi_6: Setting Powered False\u000a11:56:51.171513 run create_hlr_db(pid=4740): Terminated: ok {rc=0}\u000a11:56:51.601722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Launched\u000a11:56:51.925430 run osmo-hlr_10.42.42.2(pid=4743): Launched\u000a11:56:52.044917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:52.698134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Launched\u000a11:56:53.014645 run osmo-stp_10.42.42.5(pid=4746): Launched\u000a11:56:53.129757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:53.683235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4748): Launched\u000a11:56:53.796354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:54.072853 run patchelf(pid=4749): Launched\u000a11:56:54.258614 run osmo-stp_10.42.42.5(pid=4746): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]\u000a11:56:54.393791 run osmo-stp_10.42.42.5(pid=4746): stdout: \u000a| (launched: 2022-12-10_11:56:52.858976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:54.529550 run osmo-stp_10.42.42.5(pid=4746): stderr: \u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115653050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:54.660282 run osmo-stp_10.42.42.5(pid=4746): stdout: \u000a| (launched: 2022-12-10_11:56:52.858976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:54.790238 run osmo-stp_10.42.42.5(pid=4746): stderr: \u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115653050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115653050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115653051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:54.942108 run patchelf(pid=4749): Terminating (SIGINT)\u000a11:56:55.118979 run patchelf(pid=4749): Terminated: ok {rc=0}\u000a11:56:55.151357 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:56:55.161147 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:56:55.223020 run osmo-hlr_10.42.42.2(pid=4743): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4743)]\u000a11:56:55.273349 run osmo-hlr_10.42.42.2(pid=4743): stdout: \u000a| (launched: 2022-12-10_11:56:51.766141) \u000a11:56:55.324430 run osmo-hlr_10.42.42.2(pid=4743): stderr: \u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115651967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115651979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115651989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115651990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:55.367975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4738): Terminating (SIGTERM)\u000a11:56:55.409012 run iperf3-srv_10.42.42.10(pid=4739): Terminating (SIGTERM)\u000a11:56:55.450135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminating (SIGTERM)\u000a11:56:55.491164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminating (SIGTERM)\u000a11:56:55.532221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4748): Terminating (SIGTERM)\u000a11:56:55.541917 --- ParallelTerminationStrategy: PID 4738 died...\u000a11:56:55.596871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4738): Terminated: ok {rc=0}\u000a11:56:55.606961 --- ParallelTerminationStrategy: PID 4739 died...\u000a11:56:55.661736 run iperf3-srv_10.42.42.10(pid=4739): Terminated {rc=256}\u000a11:56:55.671757 --- ParallelTerminationStrategy: PID 4742 died...\u000a11:56:55.726496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminated: ok {rc=0}\u000a11:56:55.736181 --- ParallelTerminationStrategy: PID 4745 died...\u000a11:56:55.790726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminated: ok {rc=0}\u000a11:56:55.800572 --- ParallelTerminationStrategy: PID 4748 died...\u000a11:56:55.854949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4748): Terminated: ok {rc=0}\u000a11:56:55.940739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:56:57.050475 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.062045 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:56:57.218657 tst iperf3m4.py: using LAC 28229\u000a11:56:57.332501 tst iperf3m4.py: using RAC 179\u000a11:56:57.449582 tst iperf3m4.py: using CellId 28229\u000a11:56:57.569824 tst iperf3m4.py: using BVCI 28230\u000a11:56:57.592370 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.603412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.613978 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.624803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.635584 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.646561 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.657605 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.668400 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:56:57.679663 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:57.796690 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:57.914633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:58.034237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:56:58.308436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:56:58.431967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:58.738814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4750): Launched\u000a11:56:58.993404 run iperf3-srv_10.42.42.10(pid=4751): Launched\u000a11:56:59.173560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:56:59.296886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:59.604026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4752): Launched\u000a11:56:59.858736 run iperf3-srv_10.42.42.10(pid=4753): Launched\u000a11:57:00.039303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:57:00.162739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:00.469715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4754): Launched\u000a11:57:00.723819 run iperf3-srv_10.42.42.10(pid=4755): Launched\u000a11:57:00.927407 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:57:01.053656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:01.386165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4756): Launched\u000a11:57:01.684756 run iperf3-srv_10.42.42.10(pid=4757): Launched\u000a11:57:01.908260 tst iperf3m4.py:8: start network...\u000a11:57:02.034994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:02.550376 run create_hlr_db(pid=4758): Launched\u000a11:57:02.723117 bus /gobi_6: Setting Powered False\u000a11:57:03.743084 run create_hlr_db(pid=4758): Terminated: ok {rc=0}\u000a11:57:04.138234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Launched\u000a11:57:04.435090 run osmo-hlr_10.42.42.2(pid=4761): Launched\u000a11:57:04.542812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:05.057321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Launched\u000a11:57:05.354326 run osmo-stp_10.42.42.5(pid=4764): Launched\u000a11:57:05.462763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:05.979598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4766): Launched\u000a11:57:06.085668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:06.345493 run patchelf(pid=4767): Launched\u000a11:57:06.519569 run osmo-stp_10.42.42.5(pid=4764): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]\u000a11:57:06.647479 run osmo-stp_10.42.42.5(pid=4764): stdout: \u000a| (launched: 2022-12-10_11:57:05.207774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:06.775140 run osmo-stp_10.42.42.5(pid=4764): stderr: \u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115705380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:06.898841 run osmo-stp_10.42.42.5(pid=4764): stdout: \u000a| (launched: 2022-12-10_11:57:05.207774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:07.020788 run osmo-stp_10.42.42.5(pid=4764): stderr: \u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115705379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115705380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115705380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:07.163310 run patchelf(pid=4767): Terminating (SIGINT)\u000a11:57:07.330743 run patchelf(pid=4767): Terminated: ok {rc=0}\u000a11:57:07.361771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:57:07.371253 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a11:57:07.432190 run osmo-hlr_10.42.42.2(pid=4761): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4761)]\u000a11:57:07.481339 run osmo-hlr_10.42.42.2(pid=4761): stdout: \u000a| (launched: 2022-12-10_11:57:04.289491) \u000a11:57:07.530984 run osmo-hlr_10.42.42.2(pid=4761): stderr: \u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115704464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115704481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115704490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115704490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115704490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:07.572742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4750): Terminating (SIGTERM)\u000a11:57:07.612481 run iperf3-srv_10.42.42.10(pid=4751): Terminating (SIGTERM)\u000a11:57:07.652543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4752): Terminating (SIGTERM)\u000a11:57:07.691992 run iperf3-srv_10.42.42.10(pid=4753): Terminating (SIGTERM)\u000a11:57:07.731782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4754): Terminating (SIGTERM)\u000a11:57:07.771410 run iperf3-srv_10.42.42.10(pid=4755): Terminating (SIGTERM)\u000a11:57:07.811185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4756): Terminating (SIGTERM)\u000a11:57:07.850942 run iperf3-srv_10.42.42.10(pid=4757): Terminating (SIGTERM)\u000a11:57:07.890726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Terminating (SIGTERM)\u000a11:57:07.930874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Terminating (SIGTERM)\u000a11:57:07.970635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4766): Terminating (SIGTERM)\u000a11:57:07.979881 --- ParallelTerminationStrategy: PID 4750 died...\u000a11:57:08.033073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4750): Terminated: ok {rc=0}\u000a11:57:08.043075 --- ParallelTerminationStrategy: PID 4751 died...\u000a11:57:08.096024 run iperf3-srv_10.42.42.10(pid=4751): Terminated {rc=256}\u000a11:57:08.105823 --- ParallelTerminationStrategy: PID 4752 died...\u000a11:57:08.158593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4752): Terminated: ok {rc=0}\u000a11:57:08.168592 --- ParallelTerminationStrategy: PID 4753 died...\u000a11:57:08.221958 run iperf3-srv_10.42.42.10(pid=4753): Terminated {rc=256}\u000a11:57:08.231394 --- ParallelTerminationStrategy: PID 4754 died...\u000a11:57:08.284850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4754): Terminated: ok {rc=0}\u000a11:57:08.294821 --- ParallelTerminationStrategy: PID 4755 died...\u000a11:57:08.347947 run iperf3-srv_10.42.42.10(pid=4755): Terminated {rc=256}\u000a11:57:08.357930 --- ParallelTerminationStrategy: PID 4756 died...\u000a11:57:08.411453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4756): Terminated: ok {rc=0}\u000a11:57:08.421136 --- ParallelTerminationStrategy: PID 4757 died...\u000a11:57:08.474700 run iperf3-srv_10.42.42.10(pid=4757): Terminated {rc=256}\u000a11:57:08.484319 --- ParallelTerminationStrategy: PID 4760 died...\u000a11:57:08.537736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Terminated: ok {rc=0}\u000a11:57:08.547406 --- ParallelTerminationStrategy: PID 4763 died...\u000a11:57:08.600636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Terminated: ok {rc=0}\u000a11:57:08.610707 --- ParallelTerminationStrategy: PID 4766 died...\u000a11:57:08.663777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4766): Terminated: ok {rc=0}\u000a11:57:08.754027 bus /gobi_4: Setting Powered False\u000a11:57:09.858360 bus /gobi_4: Setting Powered False\u000a11:57:10.969706 bus /gobi_1: Setting Powered False\u000a11:57:12.073123 bus /gobi_1: Setting Powered False\u000a11:57:13.180075 bus /gobi_0: Setting Powered False\u000a11:57:14.285284 bus /gobi_0: Setting Powered False\u000a11:57:15.393171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4774): Process ended prematurely: osmo-stp_10.42.42.5(pid=4774) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4774)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4774): Process ended prematurely: osmo-stp_10.42.42.5(pid=4774) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:57:16.472733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:16.489482 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:57:16.664365 tst ping.py: using LAC 28230\u000a11:57:16.832483 tst ping.py: using RAC 180\u000a11:57:16.957255 tst ping.py: using CellId 28230\u000a11:57:17.105244 tst ping.py: using BVCI 28231\u000a11:57:17.139499 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.152049 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.165057 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.177815 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.189359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.202123 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.215812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:17.228484 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:17.502392 tst ping.py:19: start network...\u000a11:57:17.625043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:18.090316 run create_hlr_db(pid=4768): Launched\u000a11:57:18.260728 bus /gobi_6: Setting Powered False\u000a11:57:19.282242 run create_hlr_db(pid=4768): Terminated: ok {rc=0}\u000a11:57:19.701241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4770): Launched\u000a11:57:20.016426 run osmo-hlr_10.42.42.2(pid=4771): Launched\u000a11:57:20.135450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:20.681483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4773): Launched\u000a11:57:20.994722 run osmo-stp_10.42.42.5(pid=4774): Launched\u000a11:57:21.108349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:21.654274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4776): Launched\u000a11:57:21.766216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:22.038882 run patchelf(pid=4777): Launched\u000a11:57:22.222444 run osmo-stp_10.42.42.5(pid=4774): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4774)]\u000a11:57:22.356678 run osmo-stp_10.42.42.5(pid=4774): stdout: \u000a| (launched: 2022-12-10_11:57:20.841146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:22.491476 run osmo-stp_10.42.42.5(pid=4774): stderr: \u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115721032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:22.621552 run osmo-stp_10.42.42.5(pid=4774): stdout: \u000a| (launched: 2022-12-10_11:57:20.841146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:22.750212 run osmo-stp_10.42.42.5(pid=4774): stderr: \u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115721032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115721032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115721035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:22.900474 run patchelf(pid=4777): Terminating (SIGINT)\u000a11:57:23.075686 run patchelf(pid=4777): Terminated: ok {rc=0}\u000a11:57:23.107657 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4774): Process ended prematurely: osmo-stp_10.42.42.5(pid=4774) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4774)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:57:23.117492 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:57:23.180075 run osmo-hlr_10.42.42.2(pid=4771): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4771)]\u000a11:57:23.231261 run osmo-hlr_10.42.42.2(pid=4771): stdout: \u000a| (launched: 2022-12-10_11:57:19.861141) \u000a11:57:23.283233 run osmo-hlr_10.42.42.2(pid=4771): stderr: \u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115720056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115720069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115720078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115720078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115720078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:23.327812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4770): Terminating (SIGTERM)\u000a11:57:23.369935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4773): Terminating (SIGTERM)\u000a11:57:23.412128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4776): Terminating (SIGTERM)\u000a11:57:23.421473 --- ParallelTerminationStrategy: PID 4770 died...\u000a11:57:23.477182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4770): Terminated: ok {rc=0}\u000a11:57:23.487267 --- ParallelTerminationStrategy: PID 4773 died...\u000a11:57:23.542713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4773): Terminated: ok {rc=0}\u000a11:57:23.552599 --- ParallelTerminationStrategy: PID 4776 died...\u000a11:57:23.608294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4776): Terminated: ok {rc=0}\u000a11:57:23.697147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4784): Process ended prematurely: osmo-stp_10.42.42.5(pid=4784) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4784)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4784): Process ended prematurely: osmo-stp_10.42.42.5(pid=4784) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:57:24.750507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:24.762916 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:57:24.932459 tst ping_idle_ping.py: using LAC 28231\u000a11:57:25.054306 tst ping_idle_ping.py: using RAC 181\u000a11:57:25.173456 tst ping_idle_ping.py: using CellId 28231\u000a11:57:25.292554 tst ping_idle_ping.py: using BVCI 28232\u000a11:57:25.315360 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.326323 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.337142 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.348370 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.359497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.370736 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.382028 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:25.392943 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:25.663755 tst ping_idle_ping.py:24: start network...\u000a11:57:25.786398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:26.248334 run create_hlr_db(pid=4778): Launched\u000a11:57:26.419421 bus /gobi_6: Setting Powered False\u000a11:57:27.440414 run create_hlr_db(pid=4778): Terminated: ok {rc=0}\u000a11:57:27.857163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4780): Launched\u000a11:57:28.172368 run osmo-hlr_10.42.42.2(pid=4781): Launched\u000a11:57:28.290407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:28.836529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4783): Launched\u000a11:57:29.153304 run osmo-stp_10.42.42.5(pid=4784): Launched\u000a11:57:29.267389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:29.814469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4786): Launched\u000a11:57:29.926667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:30.199648 run patchelf(pid=4787): Launched\u000a11:57:30.383598 run osmo-stp_10.42.42.5(pid=4784): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4784)]\u000a11:57:30.518629 run osmo-stp_10.42.42.5(pid=4784): stdout: \u000a| (launched: 2022-12-10_11:57:28.998378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:30.653445 run osmo-stp_10.42.42.5(pid=4784): stderr: \u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115729189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:30.783822 run osmo-stp_10.42.42.5(pid=4784): stdout: \u000a| (launched: 2022-12-10_11:57:28.998378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:30.928621 run osmo-stp_10.42.42.5(pid=4784): stderr: \u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115729189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115729189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115729190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:31.076460 run patchelf(pid=4787): Terminating (SIGINT)\u000a11:57:31.249690 run patchelf(pid=4787): Terminated: ok {rc=0}\u000a11:57:31.281216 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4784): Process ended prematurely: osmo-stp_10.42.42.5(pid=4784) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4784)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:57:31.291148 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:57:31.356233 run osmo-hlr_10.42.42.2(pid=4781): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4781)]\u000a11:57:31.409431 run osmo-hlr_10.42.42.2(pid=4781): stdout: \u000a| (launched: 2022-12-10_11:57:28.017749) \u000a11:57:31.461848 run osmo-hlr_10.42.42.2(pid=4781): stderr: \u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115728214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115728226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115728235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115728235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115728235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:31.506144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4780): Terminating (SIGTERM)\u000a11:57:31.550774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4783): Terminating (SIGTERM)\u000a11:57:31.595482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4786): Terminating (SIGTERM)\u000a11:57:31.607130 --- ParallelTerminationStrategy: PID 4780 died...\u000a11:57:31.666046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4780): Terminated: ok {rc=0}\u000a11:57:31.676882 --- ParallelTerminationStrategy: PID 4783 died...\u000a11:57:31.733324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4783): Terminated: ok {rc=0}\u000a11:57:31.743406 --- ParallelTerminationStrategy: PID 4786 died...\u000a11:57:31.798378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4786): Terminated: ok {rc=0}\u000a11:57:31.887814 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:56:34" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:57:34.049989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.061265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:57:34.228000 tst cs_paging_gprs_active.py: using LAC 28232\u000a11:57:34.352196 tst cs_paging_gprs_active.py: using RAC 182\u000a11:57:34.475519 tst cs_paging_gprs_active.py: using CellId 28232\u000a11:57:34.600540 tst cs_paging_gprs_active.py: using BVCI 28233\u000a11:57:34.625050 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.636216 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.647315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.658570 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.669810 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.681130 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.692446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.703764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:34.715297 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:34.833563 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:35.129712 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:57:35.263421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:35.594636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4791): Launched\u000a11:57:35.869453 run iperf3-srv_10.42.42.10(pid=4792): Launched\u000a11:57:36.065773 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:57:36.191603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:36.502856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4796): Launched\u000a11:57:36.761113 run iperf3-srv_10.42.42.10(pid=4797): Launched\u000a11:57:36.943138 tst cs_paging_gprs_active.py:38: start network...\u000a11:57:37.067246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:37.552334 run create_hlr_db(pid=4798): Launched\u000a11:57:37.737526 bus /gobi_6: Setting Powered False\u000a11:57:38.758575 run create_hlr_db(pid=4798): Terminated: ok {rc=0}\u000a11:57:39.161276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Launched\u000a11:57:39.460311 run osmo-hlr_10.42.42.2(pid=4801): Launched\u000a11:57:39.571122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:40.091252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Launched\u000a11:57:40.391344 run osmo-stp_10.42.42.5(pid=4804): Launched\u000a11:57:40.500617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:41.021825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Launched\u000a11:57:41.128319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:41.390447 run patchelf(pid=4807): Launched\u000a11:57:41.565093 run osmo-stp_10.42.42.5(pid=4804): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a11:57:41.692356 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-10_11:57:40.242916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:41.820232 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221210115740415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115740416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115740416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115740416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:41.944293 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-10_11:57:40.242916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:42.066707 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221210115740415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115740416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115740416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115740416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115740417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:42.209699 run patchelf(pid=4807): Terminating (SIGINT)\u000a11:57:42.377738 run patchelf(pid=4807): Terminated: ok {rc=0}\u000a11:57:42.408638 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:57:42.417889 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a11:57:42.477728 run osmo-hlr_10.42.42.2(pid=4801): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4801)]\u000a11:57:42.526315 run osmo-hlr_10.42.42.2(pid=4801): stdout: \u000a| (launched: 2022-12-10_11:57:39.313118) \u000a11:57:42.575615 run osmo-hlr_10.42.42.2(pid=4801): stderr: \u000a| �[0;m�[1;31m20221210115739488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115739489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115739489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115739489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115739489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115739489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115739501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115739510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115739511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115739511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:42.617223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4791): Terminating (SIGTERM)\u000a11:57:42.656546 run iperf3-srv_10.42.42.10(pid=4792): Terminating (SIGTERM)\u000a11:57:42.695791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4796): Terminating (SIGTERM)\u000a11:57:42.734912 run iperf3-srv_10.42.42.10(pid=4797): Terminating (SIGTERM)\u000a11:57:42.774187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminating (SIGTERM)\u000a11:57:42.813332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminating (SIGTERM)\u000a11:57:42.852678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Terminating (SIGTERM)\u000a11:57:42.861946 --- ParallelTerminationStrategy: PID 4791 died...\u000a11:57:42.914642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4791): Terminated: ok {rc=0}\u000a11:57:42.923877 --- ParallelTerminationStrategy: PID 4792 died...\u000a11:57:42.975901 run iperf3-srv_10.42.42.10(pid=4792): Terminated {rc=256}\u000a11:57:42.985862 --- ParallelTerminationStrategy: PID 4796 died...\u000a11:57:43.038736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4796): Terminated: ok {rc=0}\u000a11:57:43.048126 --- ParallelTerminationStrategy: PID 4797 died...\u000a11:57:43.100255 run iperf3-srv_10.42.42.10(pid=4797): Terminated {rc=256}\u000a11:57:43.110170 --- ParallelTerminationStrategy: PID 4800 died...\u000a11:57:43.163106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminated: ok {rc=0}\u000a11:57:43.172679 --- ParallelTerminationStrategy: PID 4803 died...\u000a11:57:43.224771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminated: ok {rc=0}\u000a11:57:43.234365 --- ParallelTerminationStrategy: PID 4806 died...\u000a11:57:43.286773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4806): Terminated: ok {rc=0}\u000a11:57:43.374915 bus /gobi_0: Setting Powered False\u000a11:57:44.477546 bus /gobi_0: Setting Powered False\u000a11:57:45.588252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4816): Process ended prematurely: osmo-stp_10.42.42.5(pid=4816) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4816)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4816): Process ended prematurely: osmo-stp_10.42.42.5(pid=4816) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:57:46.721699 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:46.734819 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:57:46.899491 tst iperf3.py: using LAC 28233\u000a11:57:47.026499 tst iperf3.py: using RAC 183\u000a11:57:47.169539 tst iperf3.py: using CellId 28233\u000a11:57:47.298101 tst iperf3.py: using BVCI 28234\u000a11:57:47.321103 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.331913 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.342646 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.353864 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.364567 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.375559 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.386580 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.397452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:47.408347 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:47.685256 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:47.808680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:48.116519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4808): Launched\u000a11:57:48.372513 run iperf3-srv_10.42.42.10(pid=4809): Launched\u000a11:57:48.553521 tst iperf3.py:8: start network...\u000a11:57:48.677601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:49.144460 run create_hlr_db(pid=4810): Launched\u000a11:57:49.316840 bus /gobi_6: Setting Powered False\u000a11:57:50.337868 run create_hlr_db(pid=4810): Terminated: ok {rc=0}\u000a11:57:50.760757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4812): Launched\u000a11:57:51.079483 run osmo-hlr_10.42.42.2(pid=4813): Launched\u000a11:57:51.200348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:51.756043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4815): Launched\u000a11:57:52.087940 run osmo-stp_10.42.42.5(pid=4816): Launched\u000a11:57:52.203465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:52.761386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4818): Launched\u000a11:57:52.875227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:53.153893 run patchelf(pid=4819): Launched\u000a11:57:53.340888 run osmo-stp_10.42.42.5(pid=4816): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4816)]\u000a11:57:53.477396 run osmo-stp_10.42.42.5(pid=4816): stdout: \u000a| (launched: 2022-12-10_11:57:51.932038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:53.614447 run osmo-stp_10.42.42.5(pid=4816): stderr: \u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115752124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:53.746740 run osmo-stp_10.42.42.5(pid=4816): stdout: \u000a| (launched: 2022-12-10_11:57:51.932038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:53.877282 run osmo-stp_10.42.42.5(pid=4816): stderr: \u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115752124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115752124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:54.031149 run patchelf(pid=4819): Terminating (SIGINT)\u000a11:57:54.210245 run patchelf(pid=4819): Terminated: ok {rc=0}\u000a11:57:54.243159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4816): Process ended prematurely: osmo-stp_10.42.42.5(pid=4816) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4816)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:57:54.252835 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:57:54.315322 run osmo-hlr_10.42.42.2(pid=4813): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4813)]\u000a11:57:54.366916 run osmo-hlr_10.42.42.2(pid=4813): stdout: \u000a| (launched: 2022-12-10_11:57:50.923880) \u000a11:57:54.418445 run osmo-hlr_10.42.42.2(pid=4813): stderr: \u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115751123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115751136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115751144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115751144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:54.462419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4808): Terminating (SIGTERM)\u000a11:57:54.504107 run iperf3-srv_10.42.42.10(pid=4809): Terminating (SIGTERM)\u000a11:57:54.545273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4812): Terminating (SIGTERM)\u000a11:57:54.586670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4815): Terminating (SIGTERM)\u000a11:57:54.627989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4818): Terminating (SIGTERM)\u000a11:57:54.637817 --- ParallelTerminationStrategy: PID 4808 died...\u000a11:57:54.693348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4808): Terminated: ok {rc=0}\u000a11:57:54.703360 --- ParallelTerminationStrategy: PID 4809 died...\u000a11:57:54.758570 run iperf3-srv_10.42.42.10(pid=4809): Terminated {rc=256}\u000a11:57:54.768446 --- ParallelTerminationStrategy: PID 4812 died...\u000a11:57:54.823713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4812): Terminated: ok {rc=0}\u000a11:57:54.833837 --- ParallelTerminationStrategy: PID 4815 died...\u000a11:57:54.889122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4815): Terminated: ok {rc=0}\u000a11:57:54.899511 --- ParallelTerminationStrategy: PID 4818 died...\u000a11:57:54.955085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4818): Terminated: ok {rc=0}\u000a11:57:55.042977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4834): Process ended prematurely: osmo-stp_10.42.42.5(pid=4834) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4834)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4834): Process ended prematurely: osmo-stp_10.42.42.5(pid=4834) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:57:56.158002 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.170132 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:57:56.336456 tst iperf3m4.py: using LAC 28234\u000a11:57:56.459707 tst iperf3m4.py: using RAC 184\u000a11:57:56.582687 tst iperf3m4.py: using CellId 28234\u000a11:57:56.708457 tst iperf3m4.py: using BVCI 28235\u000a11:57:56.732740 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.744004 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.755072 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.766098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.777238 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.788242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.799444 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.810415 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:57:56.821660 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:56.941517 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:57.058491 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:57.177529 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:57:57.466702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:57.599956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:57.930241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4820): Launched\u000a11:57:58.204289 run iperf3-srv_10.42.42.10(pid=4821): Launched\u000a11:57:58.399335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:57:58.532101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:58.861816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4822): Launched\u000a11:57:59.136299 run iperf3-srv_10.42.42.10(pid=4823): Launched\u000a11:57:59.331010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:57:59.463749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:59.793309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4824): Launched\u000a11:58:00.067624 run iperf3-srv_10.42.42.10(pid=4825): Launched\u000a11:58:00.261995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:58:00.394628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:00.724542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4826): Launched\u000a11:58:01.052645 run iperf3-srv_10.42.42.10(pid=4827): Launched\u000a11:58:01.252204 tst iperf3m4.py:8: start network...\u000a11:58:01.388411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:01.938465 run create_hlr_db(pid=4828): Launched\u000a11:58:02.128525 bus /gobi_6: Setting Powered False\u000a11:58:03.144676 run create_hlr_db(pid=4828): Terminated: ok {rc=0}\u000a11:58:03.546069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4830): Launched\u000a11:58:03.845152 run osmo-hlr_10.42.42.2(pid=4831): Launched\u000a11:58:03.954744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:04.473698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4833): Launched\u000a11:58:04.772814 run osmo-stp_10.42.42.5(pid=4834): Launched\u000a11:58:04.882086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:05.402001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4836): Launched\u000a11:58:05.508673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:05.769935 run patchelf(pid=4837): Launched\u000a11:58:05.945343 run osmo-stp_10.42.42.5(pid=4834): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4834)]\u000a11:58:06.073692 run osmo-stp_10.42.42.5(pid=4834): stdout: \u000a| (launched: 2022-12-10_11:58:04.625365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:06.202539 run osmo-stp_10.42.42.5(pid=4834): stderr: \u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115804797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:06.326591 run osmo-stp_10.42.42.5(pid=4834): stdout: \u000a| (launched: 2022-12-10_11:58:04.625365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:06.449615 run osmo-stp_10.42.42.5(pid=4834): stderr: \u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115804796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115804797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115804799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:06.592863 run patchelf(pid=4837): Terminating (SIGINT)\u000a11:58:06.760651 run patchelf(pid=4837): Terminated: ok {rc=0}\u000a11:58:06.791490 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4834): Process ended prematurely: osmo-stp_10.42.42.5(pid=4834) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4834)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:58:06.800749 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:58:06.861969 run osmo-hlr_10.42.42.2(pid=4831): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4831)]\u000a11:58:06.911240 run osmo-hlr_10.42.42.2(pid=4831): stdout: \u000a| (launched: 2022-12-10_11:58:03.697479) \u000a11:58:06.961258 run osmo-hlr_10.42.42.2(pid=4831): stderr: \u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115803873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115803885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115803894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115803894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115803894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:07.003433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4820): Terminating (SIGTERM)\u000a11:58:07.043574 run iperf3-srv_10.42.42.10(pid=4821): Terminating (SIGTERM)\u000a11:58:07.083575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4822): Terminating (SIGTERM)\u000a11:58:07.123725 run iperf3-srv_10.42.42.10(pid=4823): Terminating (SIGTERM)\u000a11:58:07.163872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4824): Terminating (SIGTERM)\u000a11:58:07.204314 run iperf3-srv_10.42.42.10(pid=4825): Terminating (SIGTERM)\u000a11:58:07.244376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4826): Terminating (SIGTERM)\u000a11:58:07.284435 run iperf3-srv_10.42.42.10(pid=4827): Terminating (SIGTERM)\u000a11:58:07.324373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4830): Terminating (SIGTERM)\u000a11:58:07.364517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4833): Terminating (SIGTERM)\u000a11:58:07.404368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4836): Terminating (SIGTERM)\u000a11:58:07.413892 --- ParallelTerminationStrategy: PID 4820 died...\u000a11:58:07.467262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4820): Terminated: ok {rc=0}\u000a11:58:07.477170 --- ParallelTerminationStrategy: PID 4821 died...\u000a11:58:07.530071 run iperf3-srv_10.42.42.10(pid=4821): Terminated {rc=256}\u000a11:58:07.539781 --- ParallelTerminationStrategy: PID 4822 died...\u000a11:58:07.592732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4822): Terminated: ok {rc=0}\u000a11:58:07.602248 --- ParallelTerminationStrategy: PID 4823 died...\u000a11:58:07.654797 run iperf3-srv_10.42.42.10(pid=4823): Terminated {rc=256}\u000a11:58:07.664406 --- ParallelTerminationStrategy: PID 4824 died...\u000a11:58:07.717083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4824): Terminated: ok {rc=0}\u000a11:58:07.726900 --- ParallelTerminationStrategy: PID 4825 died...\u000a11:58:07.779699 run iperf3-srv_10.42.42.10(pid=4825): Terminated {rc=256}\u000a11:58:07.789838 --- ParallelTerminationStrategy: PID 4826 died...\u000a11:58:07.842843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4826): Terminated: ok {rc=0}\u000a11:58:07.852804 --- ParallelTerminationStrategy: PID 4827 died...\u000a11:58:07.905865 run iperf3-srv_10.42.42.10(pid=4827): Terminated {rc=256}\u000a11:58:07.915593 --- ParallelTerminationStrategy: PID 4830 died...\u000a11:58:07.968453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4830): Terminated: ok {rc=0}\u000a11:58:07.978303 --- ParallelTerminationStrategy: PID 4833 died...\u000a11:58:08.031414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4833): Terminated: ok {rc=0}\u000a11:58:08.041118 --- ParallelTerminationStrategy: PID 4836 died...\u000a11:58:08.094206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4836): Terminated: ok {rc=0}\u000a11:58:08.183011 bus /gobi_4: Setting Powered False\u000a11:58:09.284755 bus /gobi_4: Setting Powered False\u000a11:58:10.396040 bus /gobi_1: Setting Powered False\u000a11:58:11.498409 bus /gobi_1: Setting Powered False\u000a11:58:12.607641 bus /gobi_0: Setting Powered False\u000a11:58:13.711963 bus /gobi_0: Setting Powered False\u000a11:58:14.820531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:58:15.905256 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:15.918545 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:58:16.093663 tst ping.py: using LAC 28235\u000a11:58:16.249989 tst ping.py: using RAC 185\u000a11:58:16.385235 tst ping.py: using CellId 28235\u000a11:58:16.510170 tst ping.py: using BVCI 28236\u000a11:58:16.535567 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.547887 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.560639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.572517 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.584361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.596276 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.608895 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:16.620826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:16.912614 tst ping.py:19: start network...\u000a11:58:17.062741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:17.553243 run create_hlr_db(pid=4838): Launched\u000a11:58:17.723374 bus /gobi_6: Setting Powered False\u000a11:58:18.745331 run create_hlr_db(pid=4838): Terminated: ok {rc=0}\u000a11:58:19.165392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Launched\u000a11:58:19.479766 run osmo-hlr_10.42.42.2(pid=4841): Launched\u000a11:58:19.595126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:20.141278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Launched\u000a11:58:20.454889 run osmo-stp_10.42.42.5(pid=4844): Launched\u000a11:58:20.569139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:21.117830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4846): Launched\u000a11:58:21.229842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:21.502496 run patchelf(pid=4847): Launched\u000a11:58:21.686342 run osmo-stp_10.42.42.5(pid=4844): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)]\u000a11:58:21.820342 run osmo-stp_10.42.42.5(pid=4844): stdout: \u000a| (launched: 2022-12-10_11:58:20.300681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:21.955525 run osmo-stp_10.42.42.5(pid=4844): stderr: \u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115820490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:22.085795 run osmo-stp_10.42.42.5(pid=4844): stdout: \u000a| (launched: 2022-12-10_11:58:20.300681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:22.214919 run osmo-stp_10.42.42.5(pid=4844): stderr: \u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115820490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115820490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115820493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:22.364837 run patchelf(pid=4847): Terminating (SIGINT)\u000a11:58:22.539879 run patchelf(pid=4847): Terminated: ok {rc=0}\u000a11:58:22.571811 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4844): Process ended prematurely: osmo-stp_10.42.42.5(pid=4844) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4844)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:58:22.581110 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:58:22.643302 run osmo-hlr_10.42.42.2(pid=4841): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4841)]\u000a11:58:22.694403 run osmo-hlr_10.42.42.2(pid=4841): stdout: \u000a| (launched: 2022-12-10_11:58:19.325173) \u000a11:58:22.745924 run osmo-hlr_10.42.42.2(pid=4841): stderr: \u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115819522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115819535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115819545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115819545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115819546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:22.790016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Terminating (SIGTERM)\u000a11:58:22.831562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Terminating (SIGTERM)\u000a11:58:22.873710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4846): Terminating (SIGTERM)\u000a11:58:22.883499 --- ParallelTerminationStrategy: PID 4840 died...\u000a11:58:22.939766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4840): Terminated: ok {rc=0}\u000a11:58:22.950010 --- ParallelTerminationStrategy: PID 4843 died...\u000a11:58:23.005395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4843): Terminated: ok {rc=0}\u000a11:58:23.015489 --- ParallelTerminationStrategy: PID 4846 died...\u000a11:58:23.070991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4846): Terminated: ok {rc=0}\u000a11:58:23.158361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:58:24.212349 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.224294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:58:24.388203 tst ping_idle_ping.py: using LAC 28236\u000a11:58:24.511658 tst ping_idle_ping.py: using RAC 186\u000a11:58:24.639989 tst ping_idle_ping.py: using CellId 28236\u000a11:58:24.761387 tst ping_idle_ping.py: using BVCI 28237\u000a11:58:24.785628 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.796914 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.808048 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.819128 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.830157 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.841303 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.852460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:24.863514 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:25.136708 tst ping_idle_ping.py:24: start network...\u000a11:58:25.260210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:25.726562 run create_hlr_db(pid=4848): Launched\u000a11:58:25.897079 bus /gobi_6: Setting Powered False\u000a11:58:26.919064 run create_hlr_db(pid=4848): Terminated: ok {rc=0}\u000a11:58:27.337403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Launched\u000a11:58:27.653102 run osmo-hlr_10.42.42.2(pid=4851): Launched\u000a11:58:27.768245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:28.313183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Launched\u000a11:58:28.631076 run osmo-stp_10.42.42.5(pid=4854): Launched\u000a11:58:28.745529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:29.296692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4856): Launched\u000a11:58:29.409403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:29.684010 run patchelf(pid=4857): Launched\u000a11:58:29.868389 run osmo-stp_10.42.42.5(pid=4854): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]\u000a11:58:30.004137 run osmo-stp_10.42.42.5(pid=4854): stdout: \u000a| (launched: 2022-12-10_11:58:28.475427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:30.139446 run osmo-stp_10.42.42.5(pid=4854): stderr: \u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115828665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:30.270580 run osmo-stp_10.42.42.5(pid=4854): stdout: \u000a| (launched: 2022-12-10_11:58:28.475427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:30.400237 run osmo-stp_10.42.42.5(pid=4854): stderr: \u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115828664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115828665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115828667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:30.551258 run patchelf(pid=4857): Terminating (SIGINT)\u000a11:58:30.727828 run patchelf(pid=4857): Terminated: ok {rc=0}\u000a11:58:30.760016 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)] [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:58:30.769139 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:58:30.835411 run osmo-hlr_10.42.42.2(pid=4851): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4851)]\u000a11:58:30.893996 run osmo-hlr_10.42.42.2(pid=4851): stdout: \u000a| (launched: 2022-12-10_11:58:27.498127) \u000a11:58:30.959173 run osmo-hlr_10.42.42.2(pid=4851): stderr: \u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115827695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115827708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115827719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115827719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115827719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:31.004256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Terminating (SIGTERM)\u000a11:58:31.046968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Terminating (SIGTERM)\u000a11:58:31.090696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4856): Terminating (SIGTERM)\u000a11:58:31.101532 --- ParallelTerminationStrategy: PID 4850 died...\u000a11:58:31.159912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Terminated: ok {rc=0}\u000a11:58:31.170559 --- ParallelTerminationStrategy: PID 4853 died...\u000a11:58:31.226941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Terminated: ok {rc=0}\u000a11:58:31.237579 --- ParallelTerminationStrategy: PID 4856 died...\u000a11:58:31.294151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4856): Terminated: ok {rc=0}\u000a11:58:31.383133 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:57:33" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4871): Process ended prematurely: osmo-stp_10.42.42.5(pid=4871) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4871)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4871): Process ended prematurely: osmo-stp_10.42.42.5(pid=4871) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:58:33.548118 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:33.559717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:58:33.702052 tst cs_paging_gprs_active.py: using LAC 28237\u000a11:58:33.825105 tst cs_paging_gprs_active.py: using RAC 187\u000a11:58:33.949345 tst cs_paging_gprs_active.py: using CellId 28237\u000a11:58:34.077070 tst cs_paging_gprs_active.py: using BVCI 28238\u000a11:58:34.101584 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.113123 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.124329 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.135794 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.147132 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.158468 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.169878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.181172 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:34.192652 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:34.307938 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:34.585337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:58:34.710753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:35.022251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4861): Launched\u000a11:58:35.281144 run iperf3-srv_10.42.42.10(pid=4862): Launched\u000a11:58:35.465808 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:58:35.591520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:35.903205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4863): Launched\u000a11:58:36.161769 run iperf3-srv_10.42.42.10(pid=4864): Launched\u000a11:58:36.345299 tst cs_paging_gprs_active.py:38: start network...\u000a11:58:36.470358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:36.943234 run create_hlr_db(pid=4865): Launched\u000a11:58:37.117207 bus /gobi_6: Setting Powered False\u000a11:58:38.138297 run create_hlr_db(pid=4865): Terminated: ok {rc=0}\u000a11:58:38.565463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4867): Launched\u000a11:58:38.885905 run osmo-hlr_10.42.42.2(pid=4868): Launched\u000a11:58:39.004169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:39.559073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4870): Launched\u000a11:58:39.878516 run osmo-stp_10.42.42.5(pid=4871): Launched\u000a11:58:39.994880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:40.554653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4873): Launched\u000a11:58:40.669162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:40.948525 run patchelf(pid=4874): Launched\u000a11:58:41.137002 run osmo-stp_10.42.42.5(pid=4871): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4871)]\u000a11:58:41.274252 run osmo-stp_10.42.42.5(pid=4871): stdout: \u000a| (launched: 2022-12-10_11:58:39.721910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:41.411867 run osmo-stp_10.42.42.5(pid=4871): stderr: \u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115839914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:41.544695 run osmo-stp_10.42.42.5(pid=4871): stdout: \u000a| (launched: 2022-12-10_11:58:39.721910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:41.676193 run osmo-stp_10.42.42.5(pid=4871): stderr: \u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115839913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115839914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115839916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:41.829826 run patchelf(pid=4874): Terminating (SIGINT)\u000a11:58:42.010745 run patchelf(pid=4874): Terminated: ok {rc=0}\u000a11:58:42.044144 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4871): Process ended prematurely: osmo-stp_10.42.42.5(pid=4871) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4871)] [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:58:42.054218 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:58:42.117997 run osmo-hlr_10.42.42.2(pid=4868): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4868)]\u000a11:58:42.169651 run osmo-hlr_10.42.42.2(pid=4868): stdout: \u000a| (launched: 2022-12-10_11:58:38.728814) \u000a11:58:42.222176 run osmo-hlr_10.42.42.2(pid=4868): stderr: \u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115838926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115838939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115838949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115838950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115838950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:42.266695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4861): Terminating (SIGTERM)\u000a11:58:42.309028 run iperf3-srv_10.42.42.10(pid=4862): Terminating (SIGTERM)\u000a11:58:42.351493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4863): Terminating (SIGTERM)\u000a11:58:42.393757 run iperf3-srv_10.42.42.10(pid=4864): Terminating (SIGTERM)\u000a11:58:42.436143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4867): Terminating (SIGTERM)\u000a11:58:42.478401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4870): Terminating (SIGTERM)\u000a11:58:42.520474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4873): Terminating (SIGTERM)\u000a11:58:42.530392 --- ParallelTerminationStrategy: PID 4861 died...\u000a11:58:42.586821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4861): Terminated: ok {rc=0}\u000a11:58:42.597039 --- ParallelTerminationStrategy: PID 4862 died...\u000a11:58:42.652783 run iperf3-srv_10.42.42.10(pid=4862): Terminated {rc=256}\u000a11:58:42.663098 --- ParallelTerminationStrategy: PID 4863 died...\u000a11:58:42.718848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4863): Terminated: ok {rc=0}\u000a11:58:42.729238 --- ParallelTerminationStrategy: PID 4864 died...\u000a11:58:42.784807 run iperf3-srv_10.42.42.10(pid=4864): Terminated {rc=256}\u000a11:58:42.794954 --- ParallelTerminationStrategy: PID 4867 died...\u000a11:58:42.851033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4867): Terminated: ok {rc=0}\u000a11:58:42.861260 --- ParallelTerminationStrategy: PID 4870 died...\u000a11:58:42.917224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4870): Terminated: ok {rc=0}\u000a11:58:42.927309 --- ParallelTerminationStrategy: PID 4873 died...\u000a11:58:42.983845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4873): Terminated: ok {rc=0}\u000a11:58:43.071336 bus /gobi_0: Setting Powered False\u000a11:58:44.175190 bus /gobi_0: Setting Powered False\u000a11:58:45.284854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:58:46.427890 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:46.445735 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:58:46.611179 tst iperf3.py: using LAC 28238\u000a11:58:46.735902 tst iperf3.py: using RAC 188\u000a11:58:46.889239 tst iperf3.py: using CellId 28238\u000a11:58:47.044584 tst iperf3.py: using BVCI 28239\u000a11:58:47.069835 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.081923 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.093793 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.105850 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.118077 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.130302 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.142856 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.154864 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:47.167174 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:47.458591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:47.593177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:47.925507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4875): Launched\u000a11:58:48.201143 run iperf3-srv_10.42.42.10(pid=4876): Launched\u000a11:58:48.398398 tst iperf3.py:8: start network...\u000a11:58:48.532853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:49.045293 run create_hlr_db(pid=4877): Launched\u000a11:58:49.231269 bus /gobi_6: Setting Powered False\u000a11:58:50.251762 run create_hlr_db(pid=4877): Terminated: ok {rc=0}\u000a11:58:50.655163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4879): Launched\u000a11:58:50.954239 run osmo-hlr_10.42.42.2(pid=4880): Launched\u000a11:58:51.071581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:51.609428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Launched\u000a11:58:51.929647 run osmo-stp_10.42.42.5(pid=4884): Launched\u000a11:58:52.045310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:52.603136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4886): Launched\u000a11:58:52.717949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:52.997463 run patchelf(pid=4887): Launched\u000a11:58:53.185685 run osmo-stp_10.42.42.5(pid=4884): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]\u000a11:58:53.323235 run osmo-stp_10.42.42.5(pid=4884): stdout: \u000a| (launched: 2022-12-10_11:58:51.772605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:53.460924 run osmo-stp_10.42.42.5(pid=4884): stderr: \u000a| �[0;m�[38;5;43m20221210115851967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115851967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115851968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115851968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:53.593421 run osmo-stp_10.42.42.5(pid=4884): stdout: \u000a| (launched: 2022-12-10_11:58:51.772605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:53.725020 run osmo-stp_10.42.42.5(pid=4884): stderr: \u000a| �[0;m�[38;5;43m20221210115851967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115851967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115851968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115851968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115851969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:53.878485 run patchelf(pid=4887): Terminating (SIGINT)\u000a11:58:54.058899 run patchelf(pid=4887): Terminated: ok {rc=0}\u000a11:58:54.091987 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)] [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:58:54.102220 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:58:54.165914 run osmo-hlr_10.42.42.2(pid=4880): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4880)]\u000a11:58:54.217549 run osmo-hlr_10.42.42.2(pid=4880): stdout: \u000a| (launched: 2022-12-10_11:58:50.807476) \u000a11:58:54.269758 run osmo-hlr_10.42.42.2(pid=4880): stderr: \u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115850983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115850995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115851004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115851004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115851004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:54.314578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4875): Terminating (SIGTERM)\u000a11:58:54.357052 run iperf3-srv_10.42.42.10(pid=4876): Terminating (SIGTERM)\u000a11:58:54.399445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4879): Terminating (SIGTERM)\u000a11:58:54.441602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Terminating (SIGTERM)\u000a11:58:54.483957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4886): Terminating (SIGTERM)\u000a11:58:54.494016 --- ParallelTerminationStrategy: PID 4875 died...\u000a11:58:54.550480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4875): Terminated: ok {rc=0}\u000a11:58:54.560756 --- ParallelTerminationStrategy: PID 4876 died...\u000a11:58:54.616567 run iperf3-srv_10.42.42.10(pid=4876): Terminated {rc=256}\u000a11:58:54.626751 --- ParallelTerminationStrategy: PID 4879 died...\u000a11:58:54.682420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4879): Terminated: ok {rc=0}\u000a11:58:54.692775 --- ParallelTerminationStrategy: PID 4883 died...\u000a11:58:54.749055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Terminated: ok {rc=0}\u000a11:58:54.759220 --- ParallelTerminationStrategy: PID 4886 died...\u000a11:58:54.815091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4886): Terminated: ok {rc=0}\u000a11:58:54.903153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:58:56.019662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.032240 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:58:56.178850 tst iperf3m4.py: using LAC 28239\u000a11:58:56.304262 tst iperf3m4.py: using RAC 189\u000a11:58:56.424185 tst iperf3m4.py: using CellId 28239\u000a11:58:56.543510 tst iperf3m4.py: using BVCI 28240\u000a11:58:56.566443 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.577642 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.588817 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.600265 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.611483 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.622713 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.634059 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.645140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:58:56.656452 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:56.771166 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:56.892118 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:57.008484 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:58:57.286524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:57.412005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:57.722091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4888): Launched\u000a11:58:57.979649 run iperf3-srv_10.42.42.10(pid=4889): Launched\u000a11:58:58.163179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:58:58.287967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:58.597688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4890): Launched\u000a11:58:58.855078 run iperf3-srv_10.42.42.10(pid=4891): Launched\u000a11:58:59.038984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:58:59.164327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:59.475201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4892): Launched\u000a11:58:59.732012 run iperf3-srv_10.42.42.10(pid=4893): Launched\u000a11:58:59.913486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:59:00.037738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:00.347492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4894): Launched\u000a11:59:00.603728 run iperf3-srv_10.42.42.10(pid=4895): Launched\u000a11:59:00.785786 tst iperf3m4.py:8: start network...\u000a11:59:00.943396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:01.500863 run create_hlr_db(pid=4896): Launched\u000a11:59:01.693277 bus /gobi_6: Setting Powered False\u000a11:59:02.708495 run create_hlr_db(pid=4896): Terminated: ok {rc=0}\u000a11:59:03.137130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Launched\u000a11:59:03.458317 run osmo-hlr_10.42.42.2(pid=4899): Launched\u000a11:59:03.579691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:04.137539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Launched\u000a11:59:04.458162 run osmo-stp_10.42.42.5(pid=4902): Launched\u000a11:59:04.574837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:05.133127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4904): Launched\u000a11:59:05.248553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:05.527558 run patchelf(pid=4905): Launched\u000a11:59:05.714425 run osmo-stp_10.42.42.5(pid=4902): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)]\u000a11:59:05.850996 run osmo-stp_10.42.42.5(pid=4902): stdout: \u000a| (launched: 2022-12-10_11:59:04.300647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:05.988194 run osmo-stp_10.42.42.5(pid=4902): stderr: \u000a| �[0;m�[38;5;43m20221210115904493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115904493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115904494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115904494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115904494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115904494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115904495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:06.120846 run osmo-stp_10.42.42.5(pid=4902): stdout: \u000a| (launched: 2022-12-10_11:59:04.300647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:06.251746 run osmo-stp_10.42.42.5(pid=4902): stderr: \u000a| �[0;m�[38;5;43m20221210115904493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115904493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115904494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115904494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115904494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115904494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115904495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:06.404459 run patchelf(pid=4905): Terminating (SIGINT)\u000a11:59:06.583944 run patchelf(pid=4905): Terminated: ok {rc=0}\u000a11:59:06.616878 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4902): Process ended prematurely: osmo-stp_10.42.42.5(pid=4902) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4902)] [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:59:06.626752 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:59:06.690302 run osmo-hlr_10.42.42.2(pid=4899): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4899)]\u000a11:59:06.741434 run osmo-hlr_10.42.42.2(pid=4899): stdout: \u000a| (launched: 2022-12-10_11:59:03.301359) \u000a11:59:06.793437 run osmo-hlr_10.42.42.2(pid=4899): stderr: \u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115903501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115903516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115903524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115903524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115903524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:06.837663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4888): Terminating (SIGTERM)\u000a11:59:06.879184 run iperf3-srv_10.42.42.10(pid=4889): Terminating (SIGTERM)\u000a11:59:06.921053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4890): Terminating (SIGTERM)\u000a11:59:06.963090 run iperf3-srv_10.42.42.10(pid=4891): Terminating (SIGTERM)\u000a11:59:07.004910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4892): Terminating (SIGTERM)\u000a11:59:07.046755 run iperf3-srv_10.42.42.10(pid=4893): Terminating (SIGTERM)\u000a11:59:07.088444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4894): Terminating (SIGTERM)\u000a11:59:07.129928 run iperf3-srv_10.42.42.10(pid=4895): Terminating (SIGTERM)\u000a11:59:07.171427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Terminating (SIGTERM)\u000a11:59:07.213345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Terminating (SIGTERM)\u000a11:59:07.255191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4904): Terminating (SIGTERM)\u000a11:59:07.264910 --- ParallelTerminationStrategy: PID 4888 died...\u000a11:59:07.320575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4888): Terminated: ok {rc=0}\u000a11:59:07.330838 --- ParallelTerminationStrategy: PID 4889 died...\u000a11:59:07.385954 run iperf3-srv_10.42.42.10(pid=4889): Terminated {rc=256}\u000a11:59:07.396066 --- ParallelTerminationStrategy: PID 4890 died...\u000a11:59:07.451205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4890): Terminated: ok {rc=0}\u000a11:59:07.461506 --- ParallelTerminationStrategy: PID 4891 died...\u000a11:59:07.516583 run iperf3-srv_10.42.42.10(pid=4891): Terminated {rc=256}\u000a11:59:07.527000 --- ParallelTerminationStrategy: PID 4892 died...\u000a11:59:07.582511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4892): Terminated: ok {rc=0}\u000a11:59:07.592719 --- ParallelTerminationStrategy: PID 4893 died...\u000a11:59:07.648173 run iperf3-srv_10.42.42.10(pid=4893): Terminated {rc=256}\u000a11:59:07.658157 --- ParallelTerminationStrategy: PID 4894 died...\u000a11:59:07.713733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4894): Terminated: ok {rc=0}\u000a11:59:07.723765 --- ParallelTerminationStrategy: PID 4895 died...\u000a11:59:07.779191 run iperf3-srv_10.42.42.10(pid=4895): Terminated {rc=256}\u000a11:59:07.789261 --- ParallelTerminationStrategy: PID 4898 died...\u000a11:59:07.844783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4898): Terminated: ok {rc=0}\u000a11:59:07.854771 --- ParallelTerminationStrategy: PID 4901 died...\u000a11:59:07.909891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4901): Terminated: ok {rc=0}\u000a11:59:07.919902 --- ParallelTerminationStrategy: PID 4904 died...\u000a11:59:07.975541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4904): Terminated: ok {rc=0}\u000a11:59:08.062208 bus /gobi_4: Setting Powered False\u000a11:59:09.164417 bus /gobi_4: Setting Powered False\u000a11:59:10.270637 bus /gobi_1: Setting Powered False\u000a11:59:11.376441 bus /gobi_1: Setting Powered False\u000a11:59:12.483524 bus /gobi_0: Setting Powered False\u000a11:59:13.589369 bus /gobi_0: Setting Powered False\u000a11:59:14.697366 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4912): Process ended prematurely: osmo-stp_10.42.42.5(pid=4912) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4912)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4912): Process ended prematurely: osmo-stp_10.42.42.5(pid=4912) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:59:15.764836 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:15.777153 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:59:15.932678 tst ping.py: using LAC 28240\u000a11:59:16.059155 tst ping.py: using RAC 190\u000a11:59:16.184454 tst ping.py: using CellId 28240\u000a11:59:16.333943 tst ping.py: using BVCI 28241\u000a11:59:16.366276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.381753 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.396890 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.412931 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.429622 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.445809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.462360 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:16.476359 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:16.774334 tst ping.py:19: start network...\u000a11:59:16.908663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:17.420519 run create_hlr_db(pid=4906): Launched\u000a11:59:17.603382 bus /gobi_6: Setting Powered False\u000a11:59:18.623823 run create_hlr_db(pid=4906): Terminated: ok {rc=0}\u000a11:59:19.042526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4908): Launched\u000a11:59:19.357237 run osmo-hlr_10.42.42.2(pid=4909): Launched\u000a11:59:19.474149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:20.023567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4911): Launched\u000a11:59:20.338185 run osmo-stp_10.42.42.5(pid=4912): Launched\u000a11:59:20.451084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:20.999424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4914): Launched\u000a11:59:21.111597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:21.386191 run patchelf(pid=4915): Launched\u000a11:59:21.570671 run osmo-stp_10.42.42.5(pid=4912): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4912)]\u000a11:59:21.705246 run osmo-stp_10.42.42.5(pid=4912): stdout: \u000a| (launched: 2022-12-10_11:59:20.183966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:21.840375 run osmo-stp_10.42.42.5(pid=4912): stderr: \u000a| �[0;m�[38;5;43m20221210115920375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115920375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115920376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115920376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115920376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115920377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115920377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:21.971696 run osmo-stp_10.42.42.5(pid=4912): stdout: \u000a| (launched: 2022-12-10_11:59:20.183966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:22.101418 run osmo-stp_10.42.42.5(pid=4912): stderr: \u000a| �[0;m�[38;5;43m20221210115920375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115920375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115920376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115920376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115920376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115920377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115920377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:22.251760 run patchelf(pid=4915): Terminating (SIGINT)\u000a11:59:22.427573 run patchelf(pid=4915): Terminated: ok {rc=0}\u000a11:59:22.459635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4912): Process ended prematurely: osmo-stp_10.42.42.5(pid=4912) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4912)] [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:59:22.468715 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:59:22.531046 run osmo-hlr_10.42.42.2(pid=4909): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4909)]\u000a11:59:22.582299 run osmo-hlr_10.42.42.2(pid=4909): stdout: \u000a| (launched: 2022-12-10_11:59:19.202404) \u000a11:59:22.633969 run osmo-hlr_10.42.42.2(pid=4909): stderr: \u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115919399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115919412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115919421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115919421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115919421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:22.678084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4908): Terminating (SIGTERM)\u000a11:59:22.719689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4911): Terminating (SIGTERM)\u000a11:59:22.761347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4914): Terminating (SIGTERM)\u000a11:59:22.770950 --- ParallelTerminationStrategy: PID 4908 died...\u000a11:59:22.826784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4908): Terminated: ok {rc=0}\u000a11:59:22.836732 --- ParallelTerminationStrategy: PID 4911 died...\u000a11:59:22.892113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4911): Terminated: ok {rc=0}\u000a11:59:22.902034 --- ParallelTerminationStrategy: PID 4914 died...\u000a11:59:22.957648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4914): Terminated: ok {rc=0}\u000a11:59:23.043941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:59:24.095731 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.108170 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:59:24.249781 tst ping_idle_ping.py: using LAC 28241\u000a11:59:24.365903 tst ping_idle_ping.py: using RAC 191\u000a11:59:24.482540 tst ping_idle_ping.py: using CellId 28241\u000a11:59:24.598997 tst ping_idle_ping.py: using BVCI 28242\u000a11:59:24.621654 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.632770 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.643796 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.655655 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.667377 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.679088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.691132 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:24.702835 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:24.977403 tst ping_idle_ping.py:24: start network...\u000a11:59:25.101312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:25.567794 run create_hlr_db(pid=4916): Launched\u000a11:59:25.738197 bus /gobi_6: Setting Powered False\u000a11:59:26.759463 run create_hlr_db(pid=4916): Terminated: ok {rc=0}\u000a11:59:27.179072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Launched\u000a11:59:27.495178 run osmo-hlr_10.42.42.2(pid=4919): Launched\u000a11:59:27.612174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:28.159247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Launched\u000a11:59:28.474104 run osmo-stp_10.42.42.5(pid=4922): Launched\u000a11:59:28.588627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:29.138343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4924): Launched\u000a11:59:29.250355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:29.525236 run patchelf(pid=4925): Launched\u000a11:59:29.709155 run osmo-stp_10.42.42.5(pid=4922): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)]\u000a11:59:29.843237 run osmo-stp_10.42.42.5(pid=4922): stdout: \u000a| (launched: 2022-12-10_11:59:28.319524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:29.978207 run osmo-stp_10.42.42.5(pid=4922): stderr: \u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115928510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:30.108095 run osmo-stp_10.42.42.5(pid=4922): stdout: \u000a| (launched: 2022-12-10_11:59:28.319524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:30.236925 run osmo-stp_10.42.42.5(pid=4922): stderr: \u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115928509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115928510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115928510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:30.387385 run patchelf(pid=4925): Terminating (SIGINT)\u000a11:59:30.563252 run patchelf(pid=4925): Terminated: ok {rc=0}\u000a11:59:30.595187 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4922): Process ended prematurely: osmo-stp_10.42.42.5(pid=4922) [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4922)] [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:59:30.604324 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:59:30.666001 run osmo-hlr_10.42.42.2(pid=4919): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4919)]\u000a11:59:30.716412 run osmo-hlr_10.42.42.2(pid=4919): stdout: \u000a| (launched: 2022-12-10_11:59:27.339536) \u000a11:59:30.767617 run osmo-hlr_10.42.42.2(pid=4919): stderr: \u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115927536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115927547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115927556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115927556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115927556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:30.811129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Terminating (SIGTERM)\u000a11:59:30.853027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Terminating (SIGTERM)\u000a11:59:30.899850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4924): Terminating (SIGTERM)\u000a11:59:30.909341 --- ParallelTerminationStrategy: PID 4918 died...\u000a11:59:30.964808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4918): Terminated: ok {rc=0}\u000a11:59:30.974986 --- ParallelTerminationStrategy: PID 4921 died...\u000a11:59:31.030340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4921): Terminated: ok {rc=0}\u000a11:59:31.040365 --- ParallelTerminationStrategy: PID 4924 died...\u000a11:59:31.095938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4924): Terminated: ok {rc=0}\u000a11:59:31.183987 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:58:33" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:59:33.226091 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.237634 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:59:33.398927 tst switch_tch_pdch.py: using LAC 28242\u000a11:59:33.521943 tst switch_tch_pdch.py: using RAC 192\u000a11:59:33.645631 tst switch_tch_pdch.py: using CellId 28242\u000a11:59:33.770129 tst switch_tch_pdch.py: using BVCI 28243\u000a11:59:33.794063 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.805567 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.816927 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.828339 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.839694 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.851046 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.862609 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:59:33.873891 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:59:33.993246 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:59:34.266549 tst switch_tch_pdch.py:51: start network...\u000a11:59:34.389473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:34.852560 run create_hlr_db(pid=4930): Launched\u000a11:59:35.024105 bus /gobi_6: Setting Powered False\u000a11:59:36.044324 run create_hlr_db(pid=4930): Terminated: ok {rc=0}\u000a11:59:36.462740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Launched\u000a11:59:36.777430 run osmo-hlr_10.42.42.2(pid=4933): Launched\u000a11:59:36.894432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:37.442572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Launched\u000a11:59:37.757520 run osmo-stp_10.42.42.5(pid=4936): Launched\u000a11:59:37.871389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:38.418759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Launched\u000a11:59:38.530513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:38.803520 run patchelf(pid=4939): Launched\u000a11:59:38.987667 run osmo-stp_10.42.42.5(pid=4936): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a11:59:39.122459 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-10_11:59:37.603214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:39.256677 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221210115937794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115937794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115937795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115937795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:39.386862 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-10_11:59:37.603214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:39.516428 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221210115937794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115937794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115937795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115937795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115937798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:39.666444 run patchelf(pid=4939): Terminating (SIGINT)\u000a11:59:39.841927 run patchelf(pid=4939): Terminated: ok {rc=0}\u000a11:59:39.873878 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)] [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:59:39.882953 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:59:39.945284 run osmo-hlr_10.42.42.2(pid=4933): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4933)]\u000a11:59:39.996458 run osmo-hlr_10.42.42.2(pid=4933): stdout: \u000a| (launched: 2022-12-10_11:59:36.622812) \u000a11:59:40.047762 run osmo-hlr_10.42.42.2(pid=4933): stderr: \u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115936821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115936834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115936843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115936843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115936843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:40.091487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminating (SIGTERM)\u000a11:59:40.132727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminating (SIGTERM)\u000a11:59:40.174119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Terminating (SIGTERM)\u000a11:59:40.183637 --- ParallelTerminationStrategy: PID 4932 died...\u000a11:59:40.239242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminated: ok {rc=0}\u000a11:59:40.249243 --- ParallelTerminationStrategy: PID 4935 died...\u000a11:59:40.304108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminated: ok {rc=0}\u000a11:59:40.314047 --- ParallelTerminationStrategy: PID 4938 died...\u000a11:59:40.369058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Terminated: ok {rc=0}\u000a11:59:40.456296 bus /gobi_0: Setting Powered False\u000a11:59:41.560718 bus /gobi_0: Setting Powered False\u000a11:59:42.672386 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:59:32" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4949): Process ended prematurely: osmo-stp_10.42.42.5(pid=4949) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4949)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4949): Process ended prematurely: osmo-stp_10.42.42.5(pid=4949) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:59:44.638489 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:44.649289 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:59:44.801086 tst switch_tch_pdch.py: using LAC 28243\u000a11:59:44.916300 tst switch_tch_pdch.py: using RAC 193\u000a11:59:45.033598 tst switch_tch_pdch.py: using CellId 28243\u000a11:59:45.149275 tst switch_tch_pdch.py: using BVCI 28244\u000a11:59:45.171517 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.182541 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.193197 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.204019 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.215057 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.225986 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.236863 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:59:45.247565 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:59:45.360431 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:59:45.646820 tst switch_tch_pdch.py:51: start network...\u000a11:59:45.777801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:46.285660 run create_hlr_db(pid=4943): Launched\u000a11:59:46.453078 bus /gobi_6: Setting Powered False\u000a11:59:47.486872 run create_hlr_db(pid=4943): Terminated: ok {rc=0}\u000a11:59:47.878045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4945): Launched\u000a11:59:48.193382 run osmo-hlr_10.42.42.2(pid=4946): Launched\u000a11:59:48.312587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:48.831151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4948): Launched\u000a11:59:49.146628 run osmo-stp_10.42.42.5(pid=4949): Launched\u000a11:59:49.260308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:49.781331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4951): Launched\u000a11:59:49.893339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:50.166697 run patchelf(pid=4952): Launched\u000a11:59:50.350301 run osmo-stp_10.42.42.5(pid=4949): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4949)]\u000a11:59:50.484511 run osmo-stp_10.42.42.5(pid=4949): stdout: \u000a| (launched: 2022-12-10_11:59:48.991832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:50.619046 run osmo-stp_10.42.42.5(pid=4949): stderr: \u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115949184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:50.748880 run osmo-stp_10.42.42.5(pid=4949): stdout: \u000a| (launched: 2022-12-10_11:59:48.991832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:50.877578 run osmo-stp_10.42.42.5(pid=4949): stderr: \u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210115949183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210115949184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210115949186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:51.027693 run patchelf(pid=4952): Terminating (SIGINT)\u000a11:59:51.202681 run patchelf(pid=4952): Terminated: ok {rc=0}\u000a11:59:51.234625 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4949): Process ended prematurely: osmo-stp_10.42.42.5(pid=4949) [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4949)] [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:59:51.243774 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:59:51.305788 run osmo-hlr_10.42.42.2(pid=4946): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4946)]\u000a11:59:51.356623 run osmo-hlr_10.42.42.2(pid=4946): stdout: \u000a| (launched: 2022-12-10_11:59:48.038943) \u000a11:59:51.408170 run osmo-hlr_10.42.42.2(pid=4946): stderr: \u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210115948236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210115948249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210115948259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210115948259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210115948259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:51.452007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4945): Terminating (SIGTERM)\u000a11:59:51.493753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4948): Terminating (SIGTERM)\u000a11:59:51.535553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4951): Terminating (SIGTERM)\u000a11:59:51.545406 --- ParallelTerminationStrategy: PID 4945 died...\u000a11:59:51.601747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4945): Terminated: ok {rc=0}\u000a11:59:51.611889 --- ParallelTerminationStrategy: PID 4948 died...\u000a11:59:51.667847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4948): Terminated: ok {rc=0}\u000a11:59:51.678001 --- ParallelTerminationStrategy: PID 4951 died...\u000a11:59:51.734042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4951): Terminated: ok {rc=0}\u000a11:59:51.820729 bus /gobi_0: Setting Powered False\u000a11:59:52.928909 bus /gobi_0: Setting Powered False\u000a11:59:54.040087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:59:44" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4957): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4957) [trial-2374↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4957)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4957): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4957) [trial-2374↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a11:59:55.926073 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a11:59:55.936466 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a11:59:56.065960 tst mo_mt_sms.py: using LAC 28244\u000a11:59:56.190630 tst mo_mt_sms.py: using RAC 194\u000a11:59:56.309567 tst mo_mt_sms.py: using CellId 28244\u000a11:59:56.425239 tst mo_mt_sms.py: using BVCI 28245\u000a11:59:56.447448 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a11:59:56.563308 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a11:59:56.834354 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:59:56.956900 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:59:57.563749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4956): Launched\u000a11:59:57.855530 run osmo-nitb_10.42.42.2(pid=4957): Launched\u000a11:59:58.036175 run osmo-nitb_10.42.42.2(pid=4957): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4957)]\u000a11:59:58.168925 run osmo-nitb_10.42.42.2(pid=4957): stdout: \u000a| (launched: 2022-12-10_11:59:57.712828) \u000a11:59:58.302338 run osmo-nitb_10.42.42.2(pid=4957): stderr: \u000a| (launched: 2022-12-10_11:59:57.756724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:59:58.431188 run osmo-nitb_10.42.42.2(pid=4957): stdout: \u000a| (launched: 2022-12-10_11:59:57.712828) \u000a11:59:58.559058 run osmo-nitb_10.42.42.2(pid=4957): stderr: \u000a| (launched: 2022-12-10_11:59:57.756724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:59:58.975043 tst osmo-nitb_10.42.42.2(pid=4957): stdout: \u000a| (launched: 2022-12-10_11:59:57.712828) \u000a11:59:59.092170 tst osmo-nitb_10.42.42.2(pid=4957): stderr: \u000a| (launched: 2022-12-10_11:59:57.756724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:59:59.143419 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4957): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4957) [trial-2374↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4957)] [trial-2374↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a11:59:59.151357 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a11:59:59.185869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4956): Terminating (SIGTERM)\u000a11:59:59.363003 --- ParallelTerminationStrategy: PID 4956 died...\u000a11:59:59.417227 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4956): Terminated: ok {rc=0}\u000a11:59:59.504540 bus /sierra_3: Setting Powered False\u000a12:00:00.606517 bus /sierra_3: Setting Powered False\u000a12:00:01.763658 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:59:55" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5017): Process ended prematurely: osmo-stp_10.42.42.5(pid=5017) [trial-2374↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5017)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5017): Process ended prematurely: osmo-stp_10.42.42.5(pid=5017) [trial-2374↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:00:03.670299 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:03.680696 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:00:03.813047 tst mo_mt_sms.py: using LAC 28245\u000a12:00:03.928114 tst mo_mt_sms.py: using RAC 195\u000a12:00:04.042647 tst mo_mt_sms.py: using CellId 28245\u000a12:00:04.156866 tst mo_mt_sms.py: using BVCI 28246\u000a12:00:04.179123 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:04.189515 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:04.199696 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:04.210150 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:04.220614 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:04.231005 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:00:04.348044 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:00:04.556871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:05.059495 run create_hlr_db(pid=5011): Launched\u000a12:00:05.241976 bus /sierra_2: Setting Powered False\u000a12:00:06.262847 run create_hlr_db(pid=5011): Terminated: ok {rc=0}\u000a12:00:06.681060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5013): Launched\u000a12:00:06.994865 run osmo-hlr_10.42.42.2(pid=5014): Launched\u000a12:00:07.109491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:07.655212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5016): Launched\u000a12:00:07.970172 run osmo-stp_10.42.42.5(pid=5017): Launched\u000a12:00:08.083698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:00:08.660315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5020): Launched\u000a12:00:08.974143 run osmo-msc_10.42.42.6(pid=5021): Launched\u000a12:00:09.157475 run osmo-stp_10.42.42.5(pid=5017): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5017)]\u000a12:00:09.289948 run osmo-stp_10.42.42.5(pid=5017): stdout: \u000a| (launched: 2022-12-10_12:00:07.815604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:09.421989 run osmo-stp_10.42.42.5(pid=5017): stderr: \u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120008009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:09.548259 run osmo-stp_10.42.42.5(pid=5017): stdout: \u000a| (launched: 2022-12-10_12:00:07.815604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:09.673744 run osmo-stp_10.42.42.5(pid=5017): stderr: \u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120008008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120008009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120008009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:09.728905 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5017): Process ended prematurely: osmo-stp_10.42.42.5(pid=5017) [trial-2374↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5017)] [trial-2374↪sms:trx-lms↪mo_mt_sms.py:16]\u000a12:00:09.737846 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a12:00:09.800269 run osmo-hlr_10.42.42.2(pid=5014): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5014)]\u000a12:00:09.851613 run osmo-hlr_10.42.42.2(pid=5014): stdout: \u000a| (launched: 2022-12-10_12:00:06.840682) \u000a12:00:09.903380 run osmo-hlr_10.42.42.2(pid=5014): stderr: \u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120007038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120007051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120007060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120007061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120007061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:09.973920 run osmo-msc_10.42.42.6(pid=5021): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5021)]\u000a12:00:10.024897 run osmo-msc_10.42.42.6(pid=5021): stdout: \u000a| (launched: 2022-12-10_12:00:08.819824) \u000a12:00:10.076339 run osmo-msc_10.42.42.6(pid=5021): stderr: \u000a| �[0;m�[38;5;43m20221210120009142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120009142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5d6e58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120009142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120009142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120009143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120009143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120009144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120009145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120009145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120009145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:00:10.120033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5013): Terminating (SIGTERM)\u000a12:00:10.161541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5016): Terminating (SIGTERM)\u000a12:00:10.203217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5020): Terminating (SIGTERM)\u000a12:00:10.212816 --- ParallelTerminationStrategy: PID 5013 died...\u000a12:00:10.268336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5013): Terminated: ok {rc=0}\u000a12:00:10.278405 --- ParallelTerminationStrategy: PID 5016 died...\u000a12:00:10.334052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5016): Terminated: ok {rc=0}\u000a12:00:10.344349 --- ParallelTerminationStrategy: PID 5020 died...\u000a12:00:10.399899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5020): Terminated: ok {rc=0}\u000a12:00:10.486755 bus /sierra_3: Setting Powered False\u000a12:00:11.592693 bus /sierra_3: Setting Powered False\u000a12:00:12.724907 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:00:03" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5379): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5379) [trial-2374↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5379)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5379): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5379) [trial-2374↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:00:14.591489 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:00:14.604435 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:00:14.751567 tst assert_extension.py: using LAC 28246\u000a12:00:14.873035 tst assert_extension.py: using RAC 196\u000a12:00:14.987018 tst assert_extension.py: using CellId 28246\u000a12:00:15.100391 tst assert_extension.py: using BVCI 28247\u000a12:00:15.122721 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:00:15.394078 tst assert_extension.py:10: start nitb and bts...\u000a12:00:15.517582 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:00:16.186847 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5378): Launched\u000a12:00:16.507477 run osmo-nitb_10.42.42.2(pid=5379): Launched\u000a12:00:16.694416 run osmo-nitb_10.42.42.2(pid=5379): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5379)]\u000a12:00:16.832066 run osmo-nitb_10.42.42.2(pid=5379): stdout: \u000a| (launched: 2022-12-10_12:00:16.339344) \u000a12:00:16.969831 run osmo-nitb_10.42.42.2(pid=5379): stderr: \u000a| (launched: 2022-12-10_12:00:16.384237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:00:17.102927 run osmo-nitb_10.42.42.2(pid=5379): stdout: \u000a| (launched: 2022-12-10_12:00:16.339344) \u000a12:00:17.235319 run osmo-nitb_10.42.42.2(pid=5379): stderr: \u000a| (launched: 2022-12-10_12:00:16.384237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:00:17.627750 tst osmo-nitb_10.42.42.2(pid=5379): stdout: \u000a| (launched: 2022-12-10_12:00:16.339344) \u000a12:00:17.745790 tst osmo-nitb_10.42.42.2(pid=5379): stderr: \u000a| (launched: 2022-12-10_12:00:16.384237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:00:17.797634 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5379): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5379) [trial-2374↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5379)] [trial-2374↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a12:00:17.806079 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:00:17.840762 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5378): Terminating (SIGTERM)\u000a12:00:18.018771 --- ParallelTerminationStrategy: PID 5378 died...\u000a12:00:18.078285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5378): Terminated: ok {rc=0}\u000a12:00:18.165462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:00:14" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2374↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2374↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:00:19.995228 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.006189 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:00:20.141343 tst assert_extension.py: using LAC 28247\u000a12:00:20.259499 tst assert_extension.py: using RAC 197\u000a12:00:20.374521 tst assert_extension.py: using CellId 28247\u000a12:00:20.496552 tst assert_extension.py: using BVCI 28248\u000a12:00:20.520631 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.531651 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.542676 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.553921 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.564839 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:00:20.575733 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:00:20.771032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:21.235284 run create_hlr_db(pid=5384): Launched\u000a12:00:21.406164 bus /sierra_2: Setting Powered False\u000a12:00:22.427289 run create_hlr_db(pid=5384): Terminated: ok {rc=0}\u000a12:00:22.820489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5386): Launched\u000a12:00:23.248936 run osmo-hlr_10.42.42.2(pid=5391): Launched\u000a12:00:23.378365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:23.973850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5503): Launched\u000a12:00:24.360794 run osmo-stp_10.42.42.5(pid=5565): Launched\u000a12:00:24.590898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:00:25.227159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5567): Launched\u000a12:00:25.651680 run osmo-msc_10.42.42.6(pid=5568): Launched\u000a12:00:26.032595 run osmo-stp_10.42.42.5(pid=5565): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]\u000a12:00:26.242393 run osmo-stp_10.42.42.5(pid=5565): stdout: \u000a| (launched: 2022-12-10_12:00:24.135247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:26.376730 run osmo-stp_10.42.42.5(pid=5565): stderr: \u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120024443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:26.506842 run osmo-stp_10.42.42.5(pid=5565): stdout: \u000a| (launched: 2022-12-10_12:00:24.135247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:26.637055 run osmo-stp_10.42.42.5(pid=5565): stderr: \u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120024442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120024443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120024443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:26.693900 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2374↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)] [trial-2374↪ussd:trx-lms↪assert_extension.py:17]\u000a12:00:26.703523 tst assert_extension.py:17: Test FAILED (6.7 sec)\u000a12:00:26.768702 run osmo-hlr_10.42.42.2(pid=5391): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5391)]\u000a12:00:26.821519 run osmo-hlr_10.42.42.2(pid=5391): stdout: \u000a| (launched: 2022-12-10_12:00:22.972683) \u000a12:00:26.874657 run osmo-hlr_10.42.42.2(pid=5391): stderr: \u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120023207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120023219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120023227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120023227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120023227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:26.948050 run osmo-msc_10.42.42.6(pid=5568): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5568)]\u000a12:00:27.001038 run osmo-msc_10.42.42.6(pid=5568): stdout: \u000a| (launched: 2022-12-10_12:00:25.390952) \u000a12:00:27.056147 run osmo-msc_10.42.42.6(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221210120025898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120025898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d9bc0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120025898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120025898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120025898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120025899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120025900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120025901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120025901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120025901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:00:27.101932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5386): Terminating (SIGTERM)\u000a12:00:27.147834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5503): Terminating (SIGTERM)\u000a12:00:27.192795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5567): Terminating (SIGTERM)\u000a12:00:27.203229 --- ParallelTerminationStrategy: PID 5386 died...\u000a12:00:27.261470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5386): Terminated: ok {rc=0}\u000a12:00:27.271934 --- ParallelTerminationStrategy: PID 5503 died...\u000a12:00:27.329367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5503): Terminated: ok {rc=0}\u000a12:00:27.340137 --- ParallelTerminationStrategy: PID 5567 died...\u000a12:00:27.398793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5567): Terminated: ok {rc=0}\u000a12:00:27.489570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:00:19" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5580): Process ended prematurely: osmo-stp_10.42.42.5(pid=5580) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5580)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5580): Process ended prematurely: osmo-stp_10.42.42.5(pid=5580) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:00:29.459532 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:29.471163 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:00:29.633388 tst mo_mt_call.py: using LAC 28248\u000a12:00:29.754679 tst mo_mt_call.py: using RAC 198\u000a12:00:29.872493 tst mo_mt_call.py: using CellId 28248\u000a12:00:29.990223 tst mo_mt_call.py: using BVCI 28249\u000a12:00:30.012805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:30.023752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:30.034733 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:30.045738 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:30.056690 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:30.067694 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:00:30.185614 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:00:30.396167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:30.927914 run create_hlr_db(pid=5574): Launched\u000a12:00:31.164193 bus /sierra_2: Setting Powered False\u000a12:00:32.182921 run create_hlr_db(pid=5574): Terminated: ok {rc=0}\u000a12:00:32.595948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5576): Launched\u000a12:00:32.893751 run osmo-hlr_10.42.42.2(pid=5577): Launched\u000a12:00:33.009007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:33.535321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5579): Launched\u000a12:00:33.834303 run osmo-stp_10.42.42.5(pid=5580): Launched\u000a12:00:33.943388 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:00:34.487218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5582): Launched\u000a12:00:34.787796 run osmo-msc_10.42.42.6(pid=5583): Launched\u000a12:00:34.963834 run osmo-stp_10.42.42.5(pid=5580): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5580)]\u000a12:00:35.091121 run osmo-stp_10.42.42.5(pid=5580): stdout: \u000a| (launched: 2022-12-10_12:00:33.687504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:35.215379 run osmo-stp_10.42.42.5(pid=5580): stderr: \u000a| �[0;m�[38;5;43m20221210120033855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120033856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120033856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120033856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:35.335503 run osmo-stp_10.42.42.5(pid=5580): stdout: \u000a| (launched: 2022-12-10_12:00:33.687504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:35.454666 run osmo-stp_10.42.42.5(pid=5580): stderr: \u000a| �[0;m�[38;5;43m20221210120033855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120033856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120033856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120033856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120033857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:35.507292 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5580): Process ended prematurely: osmo-stp_10.42.42.5(pid=5580) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5580)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:00:35.516201 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:00:35.576445 run osmo-hlr_10.42.42.2(pid=5577): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5577)]\u000a12:00:35.625087 run osmo-hlr_10.42.42.2(pid=5577): stdout: \u000a| (launched: 2022-12-10_12:00:32.747372) \u000a12:00:35.674350 run osmo-hlr_10.42.42.2(pid=5577): stderr: \u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120032922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120032934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120032945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120032945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120032946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:35.741698 run osmo-msc_10.42.42.6(pid=5583): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5583)]\u000a12:00:35.790465 run osmo-msc_10.42.42.6(pid=5583): stdout: \u000a| (launched: 2022-12-10_12:00:34.638760) \u000a12:00:35.839821 run osmo-msc_10.42.42.6(pid=5583): stderr: \u000a| �[0;m�[38;5;43m20221210120034907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120034908 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc16ad7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120034908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120034908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120034908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120034908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120034910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120034910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120034911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120034911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:00:35.881274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5576): Terminating (SIGTERM)\u000a12:00:35.920835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5579): Terminating (SIGTERM)\u000a12:00:35.960404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5582): Terminating (SIGTERM)\u000a12:00:35.969749 --- ParallelTerminationStrategy: PID 5576 died...\u000a12:00:36.022403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5576): Terminated: ok {rc=0}\u000a12:00:36.032010 --- ParallelTerminationStrategy: PID 5579 died...\u000a12:00:36.084302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5579): Terminated: ok {rc=0}\u000a12:00:36.094250 --- ParallelTerminationStrategy: PID 5582 died...\u000a12:00:36.147132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5582): Terminated: ok {rc=0}\u000a12:00:36.231205 bus /sierra_3: Setting Powered False\u000a12:00:37.338855 bus /sierra_3: Setting Powered False\u000a12:00:38.446317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:00:39.561300 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:39.573605 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:00:39.736106 tst mo_mt_call_osmux.py: using LAC 28249\u000a12:00:39.862839 tst mo_mt_call_osmux.py: using RAC 199\u000a12:00:39.989298 tst mo_mt_call_osmux.py: using CellId 28249\u000a12:00:40.116571 tst mo_mt_call_osmux.py: using BVCI 28250\u000a12:00:40.140899 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:40.152302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:40.163474 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:40.174785 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:40.186169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:00:40.197379 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:00:40.317632 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:00:40.529981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:41.039792 run create_hlr_db(pid=5585): Launched\u000a12:00:41.225554 bus /sierra_2: Setting Powered False\u000a12:00:42.246995 run create_hlr_db(pid=5585): Terminated: ok {rc=0}\u000a12:00:42.672218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Launched\u000a12:00:42.992193 run osmo-hlr_10.42.42.2(pid=5588): Launched\u000a12:00:43.109160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:43.664384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Launched\u000a12:00:43.984168 run osmo-stp_10.42.42.5(pid=5591): Launched\u000a12:00:44.100460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:00:44.685218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5593): Launched\u000a12:00:45.006114 run osmo-msc_10.42.42.6(pid=5594): Launched\u000a12:00:45.193259 run osmo-stp_10.42.42.5(pid=5591): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]\u000a12:00:45.327976 run osmo-stp_10.42.42.5(pid=5591): stdout: \u000a| (launched: 2022-12-10_12:00:43.827035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:45.462646 run osmo-stp_10.42.42.5(pid=5591): stderr: \u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120044020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:45.591795 run osmo-stp_10.42.42.5(pid=5591): stdout: \u000a| (launched: 2022-12-10_12:00:43.827035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:45.719708 run osmo-stp_10.42.42.5(pid=5591): stderr: \u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120044019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120044020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120044020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:45.776240 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:00:45.785812 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:00:45.862890 run osmo-hlr_10.42.42.2(pid=5588): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5588)]\u000a12:00:45.919846 run osmo-hlr_10.42.42.2(pid=5588): stdout: \u000a| (launched: 2022-12-10_12:00:42.835184) \u000a12:00:45.972005 run osmo-hlr_10.42.42.2(pid=5588): stderr: \u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120043032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120043044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120043053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120043053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120043053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:46.042315 run osmo-msc_10.42.42.6(pid=5594): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5594)]\u000a12:00:46.094585 run osmo-msc_10.42.42.6(pid=5594): stdout: \u000a| (launched: 2022-12-10_12:00:44.848478) \u000a12:00:46.148905 run osmo-msc_10.42.42.6(pid=5594): stderr: \u000a| �[0;m�[38;5;43m20221210120045173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120045173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5123eeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120045173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120045173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120045174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120045174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120045175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120045176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120045176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120045176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:00:46.193620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminating (SIGTERM)\u000a12:00:46.237715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminating (SIGTERM)\u000a12:00:46.281037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5593): Terminating (SIGTERM)\u000a12:00:46.292393 --- ParallelTerminationStrategy: PID 5587 died...\u000a12:00:46.351974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminated: ok {rc=0}\u000a12:00:46.362576 --- ParallelTerminationStrategy: PID 5590 died...\u000a12:00:46.419620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminated: ok {rc=0}\u000a12:00:46.430085 --- ParallelTerminationStrategy: PID 5593 died...\u000a12:00:46.486698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5593): Terminated: ok {rc=0}\u000a12:00:46.575720 bus /sierra_3: Setting Powered False\u000a12:00:47.683249 bus /sierra_3: Setting Powered False\u000a12:00:48.790304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:00:29" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5605): Process ended prematurely: osmo-stp_10.42.42.5(pid=5605) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5605)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5605): Process ended prematurely: osmo-stp_10.42.42.5(pid=5605) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:00:50.797214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:50.808801 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:00:50.971884 tst mo_mt_call.py: using LAC 28250\u000a12:00:51.104320 tst mo_mt_call.py: using RAC 200\u000a12:00:51.243721 tst mo_mt_call.py: using CellId 28250\u000a12:00:51.369082 tst mo_mt_call.py: using BVCI 28251\u000a12:00:51.393396 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:51.404679 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:51.415904 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:51.427265 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:51.438710 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:00:51.450050 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:00:51.563905 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:00:51.772644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:52.283452 run create_hlr_db(pid=5599): Launched\u000a12:00:52.469320 bus /sierra_2: Setting Powered False\u000a12:00:53.490578 run create_hlr_db(pid=5599): Terminated: ok {rc=0}\u000a12:00:53.916335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5601): Launched\u000a12:00:54.237139 run osmo-hlr_10.42.42.2(pid=5602): Launched\u000a12:00:54.353323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:54.907293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5604): Launched\u000a12:00:55.227987 run osmo-stp_10.42.42.5(pid=5605): Launched\u000a12:00:55.344609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:00:55.929240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5607): Launched\u000a12:00:56.250026 run osmo-msc_10.42.42.6(pid=5608): Launched\u000a12:00:56.437198 run osmo-stp_10.42.42.5(pid=5605): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5605)]\u000a12:00:56.571684 run osmo-stp_10.42.42.5(pid=5605): stdout: \u000a| (launched: 2022-12-10_12:00:55.070710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:56.706572 run osmo-stp_10.42.42.5(pid=5605): stderr: \u000a| �[0;m�[38;5;43m20221210120055264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120055264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120055265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120055265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120055265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120055266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120055266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:56.835553 run osmo-stp_10.42.42.5(pid=5605): stdout: \u000a| (launched: 2022-12-10_12:00:55.070710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:56.963445 run osmo-stp_10.42.42.5(pid=5605): stderr: \u000a| �[0;m�[38;5;43m20221210120055264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120055264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120055265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120055265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120055265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120055266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120055266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:57.020624 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5605): Process ended prematurely: osmo-stp_10.42.42.5(pid=5605) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5605)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:00:57.030147 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:00:57.093574 run osmo-hlr_10.42.42.2(pid=5602): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5602)]\u000a12:00:57.145051 run osmo-hlr_10.42.42.2(pid=5602): stdout: \u000a| (launched: 2022-12-10_12:00:54.080565) \u000a12:00:57.197012 run osmo-hlr_10.42.42.2(pid=5602): stderr: \u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120054277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120054294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120054303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120054303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120054304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:57.267654 run osmo-msc_10.42.42.6(pid=5608): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5608)]\u000a12:00:57.319335 run osmo-msc_10.42.42.6(pid=5608): stdout: \u000a| (launched: 2022-12-10_12:00:56.093497) \u000a12:00:57.371352 run osmo-msc_10.42.42.6(pid=5608): stderr: \u000a| �[0;m�[38;5;43m20221210120056417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120056417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2da355c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120056417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120056418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120056419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:00:57.415449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5601): Terminating (SIGTERM)\u000a12:00:57.457555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5604): Terminating (SIGTERM)\u000a12:00:57.499502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5607): Terminating (SIGTERM)\u000a12:00:57.509119 --- ParallelTerminationStrategy: PID 5601 died...\u000a12:00:57.565020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5601): Terminated: ok {rc=0}\u000a12:00:57.575382 --- ParallelTerminationStrategy: PID 5604 died...\u000a12:00:57.631352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5604): Terminated: ok {rc=0}\u000a12:00:57.641609 --- ParallelTerminationStrategy: PID 5607 died...\u000a12:00:57.697669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5607): Terminated: ok {rc=0}\u000a12:00:57.785468 bus /sierra_3: Setting Powered False\u000a12:00:58.887293 bus /sierra_3: Setting Powered False\u000a12:01:00.000687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5616): Process ended prematurely: osmo-stp_10.42.42.5(pid=5616) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5616)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5616): Process ended prematurely: osmo-stp_10.42.42.5(pid=5616) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:01:01.116132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.129126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:01:01.333497 tst mo_mt_call_osmux.py: using LAC 28251\u000a12:01:01.482687 tst mo_mt_call_osmux.py: using RAC 201\u000a12:01:01.613099 tst mo_mt_call_osmux.py: using CellId 28251\u000a12:01:01.735952 tst mo_mt_call_osmux.py: using BVCI 28252\u000a12:01:01.760385 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.772410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.784368 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.798520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.811584 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:01.824401 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:01:01.968919 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:01:02.196528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:02.670801 run create_hlr_db(pid=5610): Launched\u000a12:01:02.843713 bus /sierra_2: Setting Powered False\u000a12:01:03.865101 run create_hlr_db(pid=5610): Terminated: ok {rc=0}\u000a12:01:04.264040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5612): Launched\u000a12:01:04.563293 run osmo-hlr_10.42.42.2(pid=5613): Launched\u000a12:01:04.672655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:05.190169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5615): Launched\u000a12:01:05.504746 run osmo-stp_10.42.42.5(pid=5616): Launched\u000a12:01:05.623712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:06.210511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5618): Launched\u000a12:01:06.530338 run osmo-msc_10.42.42.6(pid=5619): Launched\u000a12:01:06.718022 run osmo-stp_10.42.42.5(pid=5616): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5616)]\u000a12:01:06.852580 run osmo-stp_10.42.42.5(pid=5616): stdout: \u000a| (launched: 2022-12-10_12:01:05.346388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:06.987579 run osmo-stp_10.42.42.5(pid=5616): stderr: \u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120105539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:07.116503 run osmo-stp_10.42.42.5(pid=5616): stdout: \u000a| (launched: 2022-12-10_12:01:05.346388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:07.244164 run osmo-stp_10.42.42.5(pid=5616): stderr: \u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120105539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120105539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120105540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:07.300409 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5616): Process ended prematurely: osmo-stp_10.42.42.5(pid=5616) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5616)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:01:07.309869 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:01:07.371990 run osmo-hlr_10.42.42.2(pid=5613): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5613)]\u000a12:01:07.423044 run osmo-hlr_10.42.42.2(pid=5613): stdout: \u000a| (launched: 2022-12-10_12:01:04.416269) \u000a12:01:07.474776 run osmo-hlr_10.42.42.2(pid=5613): stderr: \u000a| �[0;m�[1;31m20221210120104594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120104594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120104594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120104594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120104594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120104595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120104610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120104620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120104620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120104620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:07.544982 run osmo-msc_10.42.42.6(pid=5619): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5619)]\u000a12:01:07.595914 run osmo-msc_10.42.42.6(pid=5619): stdout: \u000a| (launched: 2022-12-10_12:01:06.373734) \u000a12:01:07.647214 run osmo-msc_10.42.42.6(pid=5619): stderr: \u000a| �[0;m�[38;5;43m20221210120106697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120106697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfa4dbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120106697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120106697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120106697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120106698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120106699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120106700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120106700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120106700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:07.690855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5612): Terminating (SIGTERM)\u000a12:01:07.732473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5615): Terminating (SIGTERM)\u000a12:01:07.774245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5618): Terminating (SIGTERM)\u000a12:01:07.784068 --- ParallelTerminationStrategy: PID 5612 died...\u000a12:01:07.839878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5612): Terminated: ok {rc=0}\u000a12:01:07.850092 --- ParallelTerminationStrategy: PID 5615 died...\u000a12:01:07.905144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5615): Terminated: ok {rc=0}\u000a12:01:07.915378 --- ParallelTerminationStrategy: PID 5618 died...\u000a12:01:07.970723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5618): Terminated: ok {rc=0}\u000a12:01:08.057405 bus /sierra_3: Setting Powered False\u000a12:01:09.162449 bus /sierra_3: Setting Powered False\u000a12:01:10.270366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:00:50" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5630): Process ended prematurely: osmo-stp_10.42.42.5(pid=5630) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5630)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5630): Process ended prematurely: osmo-stp_10.42.42.5(pid=5630) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:01:12.275223 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.286691 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:01:12.450319 tst mo_mt_call.py: using LAC 28252\u000a12:01:12.582102 tst mo_mt_call.py: using RAC 202\u000a12:01:12.705948 tst mo_mt_call.py: using CellId 28252\u000a12:01:12.829926 tst mo_mt_call.py: using BVCI 28253\u000a12:01:12.854232 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.865714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.876888 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.888608 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.900437 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:12.912066 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:01:13.029301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:01:13.230921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:13.702634 run create_hlr_db(pid=5624): Launched\u000a12:01:13.875517 bus /sierra_2: Setting Powered False\u000a12:01:14.897625 run create_hlr_db(pid=5624): Terminated: ok {rc=0}\u000a12:01:15.298021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5626): Launched\u000a12:01:15.599712 run osmo-hlr_10.42.42.2(pid=5627): Launched\u000a12:01:15.709762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:16.258668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5629): Launched\u000a12:01:16.664409 run osmo-stp_10.42.42.5(pid=5630): Launched\u000a12:01:16.879202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:17.456543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5632): Launched\u000a12:01:17.758275 run osmo-msc_10.42.42.6(pid=5633): Launched\u000a12:01:17.934005 run osmo-stp_10.42.42.5(pid=5630): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5630)]\u000a12:01:18.061507 run osmo-stp_10.42.42.5(pid=5630): stdout: \u000a| (launched: 2022-12-10_12:01:16.413441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:18.186428 run osmo-stp_10.42.42.5(pid=5630): stderr: \u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120116670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:18.307321 run osmo-stp_10.42.42.5(pid=5630): stdout: \u000a| (launched: 2022-12-10_12:01:16.413441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:18.426801 run osmo-stp_10.42.42.5(pid=5630): stderr: \u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120116669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120116670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120116670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:18.479434 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5630): Process ended prematurely: osmo-stp_10.42.42.5(pid=5630) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5630)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:01:18.487955 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:01:18.547695 run osmo-hlr_10.42.42.2(pid=5627): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5627)]\u000a12:01:18.596543 run osmo-hlr_10.42.42.2(pid=5627): stdout: \u000a| (launched: 2022-12-10_12:01:15.450823) \u000a12:01:18.646081 run osmo-hlr_10.42.42.2(pid=5627): stderr: \u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120115630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120115643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120115653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120115654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120115654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:18.712891 run osmo-msc_10.42.42.6(pid=5633): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5633)]\u000a12:01:18.761801 run osmo-msc_10.42.42.6(pid=5633): stdout: \u000a| (launched: 2022-12-10_12:01:17.609138) \u000a12:01:18.811261 run osmo-msc_10.42.42.6(pid=5633): stderr: \u000a| �[0;m�[38;5;43m20221210120117881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120117881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3418b6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120117881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120117881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120117881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120117882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120117883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120117884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120117884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120117884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:18.852918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5626): Terminating (SIGTERM)\u000a12:01:18.892653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5629): Terminating (SIGTERM)\u000a12:01:18.932375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5632): Terminating (SIGTERM)\u000a12:01:18.941706 --- ParallelTerminationStrategy: PID 5626 died...\u000a12:01:18.994444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5626): Terminated: ok {rc=0}\u000a12:01:19.004050 --- ParallelTerminationStrategy: PID 5629 died...\u000a12:01:19.056482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5629): Terminated: ok {rc=0}\u000a12:01:19.066159 --- ParallelTerminationStrategy: PID 5632 died...\u000a12:01:19.118701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5632): Terminated: ok {rc=0}\u000a12:01:19.202579 bus /sierra_3: Setting Powered False\u000a12:01:20.309946 bus /sierra_3: Setting Powered False\u000a12:01:21.419054 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5641): Process ended prematurely: osmo-stp_10.42.42.5(pid=5641) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5641)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5641): Process ended prematurely: osmo-stp_10.42.42.5(pid=5641) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:01:22.534504 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:22.546651 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:01:22.710176 tst mo_mt_call_osmux.py: using LAC 28253\u000a12:01:22.835556 tst mo_mt_call_osmux.py: using RAC 203\u000a12:01:22.962637 tst mo_mt_call_osmux.py: using CellId 28253\u000a12:01:23.090488 tst mo_mt_call_osmux.py: using BVCI 28254\u000a12:01:23.115033 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:23.126425 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:23.137695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:23.149140 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:23.160582 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:01:23.171917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:01:23.288172 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:01:23.489713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:23.962185 run create_hlr_db(pid=5635): Launched\u000a12:01:24.135044 bus /sierra_2: Setting Powered False\u000a12:01:25.156461 run create_hlr_db(pid=5635): Terminated: ok {rc=0}\u000a12:01:25.582446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5637): Launched\u000a12:01:25.903046 run osmo-hlr_10.42.42.2(pid=5638): Launched\u000a12:01:26.023091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:26.579683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5640): Launched\u000a12:01:26.899941 run osmo-stp_10.42.42.5(pid=5641): Launched\u000a12:01:27.016481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:27.601209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5643): Launched\u000a12:01:27.921378 run osmo-msc_10.42.42.6(pid=5644): Launched\u000a12:01:28.108584 run osmo-stp_10.42.42.5(pid=5641): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5641)]\u000a12:01:28.243791 run osmo-stp_10.42.42.5(pid=5641): stdout: \u000a| (launched: 2022-12-10_12:01:26.742882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:28.378838 run osmo-stp_10.42.42.5(pid=5641): stderr: \u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120126938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:28.507540 run osmo-stp_10.42.42.5(pid=5641): stdout: \u000a| (launched: 2022-12-10_12:01:26.742882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:28.635117 run osmo-stp_10.42.42.5(pid=5641): stderr: \u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120126937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120126938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120126938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:28.691225 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5641): Process ended prematurely: osmo-stp_10.42.42.5(pid=5641) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5641)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:01:28.700401 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:01:28.762148 run osmo-hlr_10.42.42.2(pid=5638): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5638)]\u000a12:01:28.812803 run osmo-hlr_10.42.42.2(pid=5638): stdout: \u000a| (launched: 2022-12-10_12:01:25.745863) \u000a12:01:28.864074 run osmo-hlr_10.42.42.2(pid=5638): stderr: \u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120125946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120125959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120125969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120125969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120125969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:28.933966 run osmo-msc_10.42.42.6(pid=5644): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5644)]\u000a12:01:28.984602 run osmo-msc_10.42.42.6(pid=5644): stdout: \u000a| (launched: 2022-12-10_12:01:27.764246) \u000a12:01:29.036357 run osmo-msc_10.42.42.6(pid=5644): stderr: \u000a| �[0;m�[38;5;43m20221210120128086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120128086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff53a6e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120128086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120128086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120128087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120128087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120128088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120128089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120128089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120128089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:29.080067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5637): Terminating (SIGTERM)\u000a12:01:29.121385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5640): Terminating (SIGTERM)\u000a12:01:29.162717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5643): Terminating (SIGTERM)\u000a12:01:29.172227 --- ParallelTerminationStrategy: PID 5637 died...\u000a12:01:29.227305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5637): Terminated: ok {rc=0}\u000a12:01:29.237290 --- ParallelTerminationStrategy: PID 5640 died...\u000a12:01:29.292839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5640): Terminated: ok {rc=0}\u000a12:01:29.303063 --- ParallelTerminationStrategy: PID 5643 died...\u000a12:01:29.358307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5643): Terminated: ok {rc=0}\u000a12:01:29.445364 bus /sierra_3: Setting Powered False\u000a12:01:30.550340 bus /sierra_3: Setting Powered False\u000a12:01:31.659468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:01:11" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5656): Process ended prematurely: osmo-stp_10.42.42.5(pid=5656) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5656)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5656): Process ended prematurely: osmo-stp_10.42.42.5(pid=5656) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:01:33.645391 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:33.656392 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:01:33.814541 tst mo_mt_call.py: using LAC 28254\u000a12:01:33.930296 tst mo_mt_call.py: using RAC 204\u000a12:01:34.046003 tst mo_mt_call.py: using CellId 28254\u000a12:01:34.169693 tst mo_mt_call.py: using BVCI 28255\u000a12:01:34.194011 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:34.205435 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:34.216787 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:34.228224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:34.239761 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:34.251127 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:01:34.364810 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:01:34.565528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:35.036385 run create_hlr_db(pid=5650): Launched\u000a12:01:35.208785 bus /sierra_2: Setting Powered False\u000a12:01:36.230034 run create_hlr_db(pid=5650): Terminated: ok {rc=0}\u000a12:01:36.655237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5652): Launched\u000a12:01:36.973987 run osmo-hlr_10.42.42.2(pid=5653): Launched\u000a12:01:37.091191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:37.643822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5655): Launched\u000a12:01:37.963123 run osmo-stp_10.42.42.5(pid=5656): Launched\u000a12:01:38.079676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:38.662838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5658): Launched\u000a12:01:38.982162 run osmo-msc_10.42.42.6(pid=5659): Launched\u000a12:01:39.169470 run osmo-stp_10.42.42.5(pid=5656): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5656)]\u000a12:01:39.307969 run osmo-stp_10.42.42.5(pid=5656): stdout: \u000a| (launched: 2022-12-10_12:01:37.806180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:39.442907 run osmo-stp_10.42.42.5(pid=5656): stderr: \u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120138001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120138001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120138001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120138002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:39.571354 run osmo-stp_10.42.42.5(pid=5656): stdout: \u000a| (launched: 2022-12-10_12:01:37.806180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:39.698746 run osmo-stp_10.42.42.5(pid=5656): stderr: \u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120138000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120138001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120138001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120138001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120138002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:39.754984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5656): Process ended prematurely: osmo-stp_10.42.42.5(pid=5656) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5656)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:01:39.764278 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:01:39.826583 run osmo-hlr_10.42.42.2(pid=5653): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5653)]\u000a12:01:39.877718 run osmo-hlr_10.42.42.2(pid=5653): stdout: \u000a| (launched: 2022-12-10_12:01:36.817562) \u000a12:01:39.929595 run osmo-hlr_10.42.42.2(pid=5653): stderr: \u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120137015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120137028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120137036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120137037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120137037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:39.999973 run osmo-msc_10.42.42.6(pid=5659): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5659)]\u000a12:01:40.051018 run osmo-msc_10.42.42.6(pid=5659): stdout: \u000a| (launched: 2022-12-10_12:01:38.825792) \u000a12:01:40.102540 run osmo-msc_10.42.42.6(pid=5659): stderr: \u000a| �[0;m�[38;5;43m20221210120139150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120139150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff88bb77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120139150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120139150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120139150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120139150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120139152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120139152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120139153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120139153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:40.146155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5652): Terminating (SIGTERM)\u000a12:01:40.187491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5655): Terminating (SIGTERM)\u000a12:01:40.229204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5658): Terminating (SIGTERM)\u000a12:01:40.238550 --- ParallelTerminationStrategy: PID 5652 died...\u000a12:01:40.294062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5652): Terminated: ok {rc=0}\u000a12:01:40.304320 --- ParallelTerminationStrategy: PID 5655 died...\u000a12:01:40.359769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5655): Terminated: ok {rc=0}\u000a12:01:40.370041 --- ParallelTerminationStrategy: PID 5658 died...\u000a12:01:40.425837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5658): Terminated: ok {rc=0}\u000a12:01:40.513676 bus /sierra_3: Setting Powered False\u000a12:01:41.619061 bus /sierra_3: Setting Powered False\u000a12:01:42.727200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5667): Process ended prematurely: osmo-stp_10.42.42.5(pid=5667) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5667)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5667): Process ended prematurely: osmo-stp_10.42.42.5(pid=5667) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:01:43.834649 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:43.846425 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:01:44.000501 tst mo_mt_call_osmux.py: using LAC 28255\u000a12:01:44.120150 tst mo_mt_call_osmux.py: using RAC 205\u000a12:01:44.238367 tst mo_mt_call_osmux.py: using CellId 28255\u000a12:01:44.354548 tst mo_mt_call_osmux.py: using BVCI 28256\u000a12:01:44.377162 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:44.388105 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:44.399013 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:44.410005 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:44.421064 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:01:44.432022 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:01:44.550607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:01:44.748109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:45.220803 run create_hlr_db(pid=5661): Launched\u000a12:01:45.394188 bus /sierra_2: Setting Powered False\u000a12:01:46.420881 run create_hlr_db(pid=5661): Terminated: ok {rc=0}\u000a12:01:46.849261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5663): Launched\u000a12:01:47.250534 run osmo-hlr_10.42.42.2(pid=5664): Launched\u000a12:01:47.372723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:47.926987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5666): Launched\u000a12:01:48.247639 run osmo-stp_10.42.42.5(pid=5667): Launched\u000a12:01:48.364427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:48.949557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5669): Launched\u000a12:01:49.270603 run osmo-msc_10.42.42.6(pid=5670): Launched\u000a12:01:49.458739 run osmo-stp_10.42.42.5(pid=5667): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5667)]\u000a12:01:49.594354 run osmo-stp_10.42.42.5(pid=5667): stdout: \u000a| (launched: 2022-12-10_12:01:48.091140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:49.729443 run osmo-stp_10.42.42.5(pid=5667): stderr: \u000a| �[0;m�[38;5;43m20221210120148284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120148284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120148285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120148285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:49.859371 run osmo-stp_10.42.42.5(pid=5667): stdout: \u000a| (launched: 2022-12-10_12:01:48.091140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:49.987897 run osmo-stp_10.42.42.5(pid=5667): stderr: \u000a| �[0;m�[38;5;43m20221210120148284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120148284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120148285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120148285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120148286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:50.045376 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5667): Process ended prematurely: osmo-stp_10.42.42.5(pid=5667) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5667)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:01:50.055265 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:01:50.118120 run osmo-hlr_10.42.42.2(pid=5664): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5664)]\u000a12:01:50.170055 run osmo-hlr_10.42.42.2(pid=5664): stdout: \u000a| (launched: 2022-12-10_12:01:47.005829) \u000a12:01:50.222216 run osmo-hlr_10.42.42.2(pid=5664): stderr: \u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120147232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120147251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120147261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120147261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120147261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:50.293033 run osmo-msc_10.42.42.6(pid=5670): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5670)]\u000a12:01:50.344815 run osmo-msc_10.42.42.6(pid=5670): stdout: \u000a| (launched: 2022-12-10_12:01:49.113730) \u000a12:01:50.396744 run osmo-msc_10.42.42.6(pid=5670): stderr: \u000a| �[0;m�[38;5;43m20221210120149435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120149435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ea4020c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120149435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120149435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120149435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120149436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120149437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120149438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120149438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120149438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:50.440657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5663): Terminating (SIGTERM)\u000a12:01:50.482412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5666): Terminating (SIGTERM)\u000a12:01:50.524707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5669): Terminating (SIGTERM)\u000a12:01:50.534719 --- ParallelTerminationStrategy: PID 5663 died...\u000a12:01:50.591138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5663): Terminated: ok {rc=0}\u000a12:01:50.601410 --- ParallelTerminationStrategy: PID 5666 died...\u000a12:01:50.657052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5666): Terminated: ok {rc=0}\u000a12:01:50.667421 --- ParallelTerminationStrategy: PID 5669 died...\u000a12:01:50.723106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5669): Terminated: ok {rc=0}\u000a12:01:50.810350 bus /sierra_3: Setting Powered False\u000a12:01:51.916198 bus /sierra_3: Setting Powered False\u000a12:01:53.026628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:01:33" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5681): Process ended prematurely: osmo-stp_10.42.42.5(pid=5681) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5681)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5681): Process ended prematurely: osmo-stp_10.42.42.5(pid=5681) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:01:55.036334 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.047828 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:01:55.210834 tst mo_mt_call.py: using LAC 28256\u000a12:01:55.333189 tst mo_mt_call.py: using RAC 206\u000a12:01:55.449440 tst mo_mt_call.py: using CellId 28256\u000a12:01:55.568284 tst mo_mt_call.py: using BVCI 28257\u000a12:01:55.591087 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.602191 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.613153 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.624361 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.636329 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:01:55.647103 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:01:55.765149 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:01:55.973566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:56.484184 run create_hlr_db(pid=5675): Launched\u000a12:01:56.670996 bus /sierra_2: Setting Powered False\u000a12:01:57.680682 run create_hlr_db(pid=5675): Terminated: ok {rc=0}\u000a12:01:58.088768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5677): Launched\u000a12:01:58.388555 run osmo-hlr_10.42.42.2(pid=5678): Launched\u000a12:01:58.504338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:59.030375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5680): Launched\u000a12:01:59.329989 run osmo-stp_10.42.42.5(pid=5681): Launched\u000a12:01:59.440323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:59.986831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5683): Launched\u000a12:02:00.287938 run osmo-msc_10.42.42.6(pid=5684): Launched\u000a12:02:00.469487 run osmo-stp_10.42.42.5(pid=5681): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5681)]\u000a12:02:00.597355 run osmo-stp_10.42.42.5(pid=5681): stdout: \u000a| (launched: 2022-12-10_12:01:59.182594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:00.722411 run osmo-stp_10.42.42.5(pid=5681): stderr: \u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120159354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:00.847173 run osmo-stp_10.42.42.5(pid=5681): stdout: \u000a| (launched: 2022-12-10_12:01:59.182594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:00.993383 run osmo-stp_10.42.42.5(pid=5681): stderr: \u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120159353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120159354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120159354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:01.055820 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5681): Process ended prematurely: osmo-stp_10.42.42.5(pid=5681) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5681)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:02:01.066253 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:02:01.132338 run osmo-hlr_10.42.42.2(pid=5678): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5678)]\u000a12:02:01.185250 run osmo-hlr_10.42.42.2(pid=5678): stdout: \u000a| (launched: 2022-12-10_12:01:58.241212) \u000a12:02:01.238755 run osmo-hlr_10.42.42.2(pid=5678): stderr: \u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120158419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120158440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120158449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120158449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120158449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:01.310654 run osmo-msc_10.42.42.6(pid=5684): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5684)]\u000a12:02:01.366072 run osmo-msc_10.42.42.6(pid=5684): stdout: \u000a| (launched: 2022-12-10_12:02:00.139431) \u000a12:02:01.417589 run osmo-msc_10.42.42.6(pid=5684): stderr: \u000a| �[0;m�[38;5;43m20221210120200414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120200414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00055bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120200414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120200414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120200414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120200415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120200416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120200417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120200417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120200417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:01.460503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5677): Terminating (SIGTERM)\u000a12:02:01.503637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5680): Terminating (SIGTERM)\u000a12:02:01.545055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5683): Terminating (SIGTERM)\u000a12:02:01.555253 --- ParallelTerminationStrategy: PID 5677 died...\u000a12:02:01.610232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5677): Terminated: ok {rc=0}\u000a12:02:01.621063 --- ParallelTerminationStrategy: PID 5680 died...\u000a12:02:01.677107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5680): Terminated: ok {rc=0}\u000a12:02:01.687285 --- ParallelTerminationStrategy: PID 5683 died...\u000a12:02:01.743211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5683): Terminated: ok {rc=0}\u000a12:02:01.828737 bus /sierra_3: Setting Powered False\u000a12:02:02.930545 bus /sierra_3: Setting Powered False\u000a12:02:04.038141 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:05.149629 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.161417 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:02:05.316709 tst mo_mt_call_osmux.py: using LAC 28257\u000a12:02:05.433282 tst mo_mt_call_osmux.py: using RAC 207\u000a12:02:05.555810 tst mo_mt_call_osmux.py: using CellId 28257\u000a12:02:05.671673 tst mo_mt_call_osmux.py: using BVCI 28258\u000a12:02:05.694593 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.705790 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.716679 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.728091 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.739529 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:05.750993 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:02:05.865810 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:02:06.071144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:06.542741 run create_hlr_db(pid=5686): Launched\u000a12:02:06.715961 bus /sierra_2: Setting Powered False\u000a12:02:07.737036 run create_hlr_db(pid=5686): Terminated: ok {rc=0}\u000a12:02:08.164264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Launched\u000a12:02:08.485095 run osmo-hlr_10.42.42.2(pid=5689): Launched\u000a12:02:08.602360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:09.158127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Launched\u000a12:02:09.482061 run osmo-stp_10.42.42.5(pid=5692): Launched\u000a12:02:09.599088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:10.185073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Launched\u000a12:02:10.504464 run osmo-msc_10.42.42.6(pid=5695): Launched\u000a12:02:10.694610 run osmo-stp_10.42.42.5(pid=5692): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a12:02:10.829188 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-10_12:02:09.321583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:10.962995 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120209513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120209516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120209516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120209517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:11.092153 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-10_12:02:09.321583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:11.219491 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120209512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120209513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120209516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120209516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120209517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:11.275558 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)] [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:02:11.284815 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:02:11.346755 run osmo-hlr_10.42.42.2(pid=5689): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5689)]\u000a12:02:11.397508 run osmo-hlr_10.42.42.2(pid=5689): stdout: \u000a| (launched: 2022-12-10_12:02:08.327894) \u000a12:02:11.448919 run osmo-hlr_10.42.42.2(pid=5689): stderr: \u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120208524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120208537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120208545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120208545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120208545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:11.518683 run osmo-msc_10.42.42.6(pid=5695): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5695)]\u000a12:02:11.569539 run osmo-msc_10.42.42.6(pid=5695): stdout: \u000a| (launched: 2022-12-10_12:02:10.348111) \u000a12:02:11.620743 run osmo-msc_10.42.42.6(pid=5695): stderr: \u000a| �[0;m�[38;5;43m20221210120210671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120210671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f578971ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120210671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120210671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120210671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120210672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120210673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120210674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120210674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120210674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:11.664129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Terminating (SIGTERM)\u000a12:02:11.705323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminating (SIGTERM)\u000a12:02:11.746503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminating (SIGTERM)\u000a12:02:11.755988 --- ParallelTerminationStrategy: PID 5688 died...\u000a12:02:11.811245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Terminated: ok {rc=0}\u000a12:02:11.821272 --- ParallelTerminationStrategy: PID 5691 died...\u000a12:02:11.876292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminated: ok {rc=0}\u000a12:02:11.886581 --- ParallelTerminationStrategy: PID 5694 died...\u000a12:02:11.941540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminated: ok {rc=0}\u000a12:02:12.026884 bus /sierra_3: Setting Powered False\u000a12:02:13.133049 bus /sierra_3: Setting Powered False\u000a12:02:14.239498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:01:54" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5706): Process ended prematurely: osmo-stp_10.42.42.5(pid=5706) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5706)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5706): Process ended prematurely: osmo-stp_10.42.42.5(pid=5706) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:02:16.256022 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:16.271705 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:02:16.475265 tst mo_mt_call.py: using LAC 28258\u000a12:02:16.635459 tst mo_mt_call.py: using RAC 208\u000a12:02:16.786400 tst mo_mt_call.py: using CellId 28258\u000a12:02:16.935295 tst mo_mt_call.py: using BVCI 28259\u000a12:02:16.965470 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:16.977533 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:16.990268 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:17.003556 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:17.016709 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:17.028562 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:17.151906 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:17.361520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:17.834125 run create_hlr_db(pid=5700): Launched\u000a12:02:18.007456 bus /sierra_2: Setting Powered False\u000a12:02:19.029555 run create_hlr_db(pid=5700): Terminated: ok {rc=0}\u000a12:02:19.430012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5702): Launched\u000a12:02:19.731180 run osmo-hlr_10.42.42.2(pid=5703): Launched\u000a12:02:19.845597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:20.373996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5705): Launched\u000a12:02:20.674375 run osmo-stp_10.42.42.5(pid=5706): Launched\u000a12:02:20.784218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:21.331395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5708): Launched\u000a12:02:21.633453 run osmo-msc_10.42.42.6(pid=5709): Launched\u000a12:02:21.810083 run osmo-stp_10.42.42.5(pid=5706): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5706)]\u000a12:02:21.938203 run osmo-stp_10.42.42.5(pid=5706): stdout: \u000a| (launched: 2022-12-10_12:02:20.526337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:22.063365 run osmo-stp_10.42.42.5(pid=5706): stderr: \u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120220697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:22.184072 run osmo-stp_10.42.42.5(pid=5706): stdout: \u000a| (launched: 2022-12-10_12:02:20.526337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:22.303652 run osmo-stp_10.42.42.5(pid=5706): stderr: \u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120220697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120220697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120220698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:22.356260 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5706): Process ended prematurely: osmo-stp_10.42.42.5(pid=5706) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5706)] [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:02:22.365181 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:02:22.426226 run osmo-hlr_10.42.42.2(pid=5703): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5703)]\u000a12:02:22.475481 run osmo-hlr_10.42.42.2(pid=5703): stdout: \u000a| (launched: 2022-12-10_12:02:19.582965) \u000a12:02:22.525668 run osmo-hlr_10.42.42.2(pid=5703): stderr: \u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120219761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120219774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120219782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120219783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120219783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:22.592888 run osmo-msc_10.42.42.6(pid=5709): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5709)]\u000a12:02:22.641967 run osmo-msc_10.42.42.6(pid=5709): stdout: \u000a| (launched: 2022-12-10_12:02:21.483981) \u000a12:02:22.690959 run osmo-msc_10.42.42.6(pid=5709): stderr: \u000a| �[0;m�[38;5;43m20221210120221757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120221758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f701ea86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120221758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120221758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120221758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120221758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120221760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120221760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120221760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120221760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:22.732800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5702): Terminating (SIGTERM)\u000a12:02:22.773008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5705): Terminating (SIGTERM)\u000a12:02:22.813484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5708): Terminating (SIGTERM)\u000a12:02:22.822836 --- ParallelTerminationStrategy: PID 5702 died...\u000a12:02:22.875775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5702): Terminated: ok {rc=0}\u000a12:02:22.885832 --- ParallelTerminationStrategy: PID 5705 died...\u000a12:02:22.938876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5705): Terminated: ok {rc=0}\u000a12:02:22.948465 --- ParallelTerminationStrategy: PID 5708 died...\u000a12:02:23.000925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5708): Terminated: ok {rc=0}\u000a12:02:23.089631 bus /sierra_3: Setting Powered False\u000a12:02:24.193374 bus /sierra_3: Setting Powered False\u000a12:02:25.302490 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:26.410789 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:26.422611 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:02:26.580807 tst mo_mt_call_osmux.py: using LAC 28259\u000a12:02:26.699849 tst mo_mt_call_osmux.py: using RAC 209\u000a12:02:26.819979 tst mo_mt_call_osmux.py: using CellId 28259\u000a12:02:26.939545 tst mo_mt_call_osmux.py: using BVCI 28260\u000a12:02:26.962421 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:26.973697 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:26.984702 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:26.995990 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:27.007926 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:02:27.018976 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:27.134102 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:27.339726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:27.853414 run create_hlr_db(pid=5711): Launched\u000a12:02:28.039688 bus /sierra_2: Setting Powered False\u000a12:02:29.051147 run create_hlr_db(pid=5711): Terminated: ok {rc=0}\u000a12:02:29.486030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Launched\u000a12:02:29.807566 run osmo-hlr_10.42.42.2(pid=5714): Launched\u000a12:02:29.928516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:30.484822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Launched\u000a12:02:30.803707 run osmo-stp_10.42.42.5(pid=5717): Launched\u000a12:02:31.034277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:31.688426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Launched\u000a12:02:32.123665 run osmo-msc_10.42.42.6(pid=5720): Launched\u000a12:02:32.397301 run osmo-stp_10.42.42.5(pid=5717): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]\u000a12:02:32.522861 run osmo-stp_10.42.42.5(pid=5717): stdout: \u000a| (launched: 2022-12-10_12:02:30.647773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:32.648726 run osmo-stp_10.42.42.5(pid=5717): stderr: \u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120230840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:32.770576 run osmo-stp_10.42.42.5(pid=5717): stdout: \u000a| (launched: 2022-12-10_12:02:30.647773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:32.891815 run osmo-stp_10.42.42.5(pid=5717): stderr: \u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120230840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120230840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120230841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:32.945173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)] [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:02:32.954046 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:02:33.015448 run osmo-hlr_10.42.42.2(pid=5714): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5714)]\u000a12:02:33.065099 run osmo-hlr_10.42.42.2(pid=5714): stdout: \u000a| (launched: 2022-12-10_12:02:29.650233) \u000a12:02:33.115543 run osmo-hlr_10.42.42.2(pid=5714): stderr: \u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120229850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120229862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120229871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120229871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120229871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:33.184086 run osmo-msc_10.42.42.6(pid=5720): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5720)]\u000a12:02:33.233410 run osmo-msc_10.42.42.6(pid=5720): stdout: \u000a| (launched: 2022-12-10_12:02:31.864872) \u000a12:02:33.283616 run osmo-msc_10.42.42.6(pid=5720): stderr: \u000a| �[0;m�[38;5;43m20221210120232263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120232263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff4d66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120232263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120232263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120232263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120232263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120232265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120232265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120232266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120232266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:33.325740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminating (SIGTERM)\u000a12:02:33.365554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminating (SIGTERM)\u000a12:02:33.405638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminating (SIGTERM)\u000a12:02:33.415426 --- ParallelTerminationStrategy: PID 5713 died...\u000a12:02:33.468678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminated: ok {rc=0}\u000a12:02:33.478795 --- ParallelTerminationStrategy: PID 5716 died...\u000a12:02:33.532145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminated: ok {rc=0}\u000a12:02:33.542155 --- ParallelTerminationStrategy: PID 5719 died...\u000a12:02:33.595449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminated: ok {rc=0}\u000a12:02:33.683640 bus /sierra_3: Setting Powered False\u000a12:02:34.786674 bus /sierra_3: Setting Powered False\u000a12:02:35.896232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:02:15" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5734): Process ended prematurely: osmo-stp_10.42.42.5(pid=5734) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5734)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5734): Process ended prematurely: osmo-stp_10.42.42.5(pid=5734) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:02:37.884581 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:37.895691 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:02:38.053634 tst mo_mt_call.py: using LAC 28260\u000a12:02:38.171387 tst mo_mt_call.py: using RAC 210\u000a12:02:38.289231 tst mo_mt_call.py: using CellId 28260\u000a12:02:38.414254 tst mo_mt_call.py: using BVCI 28261\u000a12:02:38.438842 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:38.450247 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:38.461452 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:38.472618 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:38.484117 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:38.495201 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:02:38.611485 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:02:38.819265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:39.332220 run create_hlr_db(pid=5728): Launched\u000a12:02:39.518177 bus /sierra_2: Setting Powered False\u000a12:02:40.539491 run create_hlr_db(pid=5728): Terminated: ok {rc=0}\u000a12:02:40.943989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5730): Launched\u000a12:02:41.245770 run osmo-hlr_10.42.42.2(pid=5731): Launched\u000a12:02:41.362145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:41.890713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5733): Launched\u000a12:02:42.189855 run osmo-stp_10.42.42.5(pid=5734): Launched\u000a12:02:42.299057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:42.845456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5736): Launched\u000a12:02:43.147553 run osmo-msc_10.42.42.6(pid=5737): Launched\u000a12:02:43.324825 run osmo-stp_10.42.42.5(pid=5734): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5734)]\u000a12:02:43.452701 run osmo-stp_10.42.42.5(pid=5734): stdout: \u000a| (launched: 2022-12-10_12:02:42.043194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:43.579052 run osmo-stp_10.42.42.5(pid=5734): stderr: \u000a| �[0;m�[38;5;43m20221210120242213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120242213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120242214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120242214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:43.700222 run osmo-stp_10.42.42.5(pid=5734): stdout: \u000a| (launched: 2022-12-10_12:02:42.043194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:43.820211 run osmo-stp_10.42.42.5(pid=5734): stderr: \u000a| �[0;m�[38;5;43m20221210120242213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120242213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120242214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120242214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120242215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:43.873296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5734): Process ended prematurely: osmo-stp_10.42.42.5(pid=5734) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5734)] [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:02:43.881932 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:02:43.941872 run osmo-hlr_10.42.42.2(pid=5731): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5731)]\u000a12:02:43.990561 run osmo-hlr_10.42.42.2(pid=5731): stdout: \u000a| (launched: 2022-12-10_12:02:41.097316) \u000a12:02:44.039983 run osmo-hlr_10.42.42.2(pid=5731): stderr: \u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120241272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120241284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120241293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120241294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120241294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:44.107374 run osmo-msc_10.42.42.6(pid=5737): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5737)]\u000a12:02:44.155944 run osmo-msc_10.42.42.6(pid=5737): stdout: \u000a| (launched: 2022-12-10_12:02:42.998285) \u000a12:02:44.205362 run osmo-msc_10.42.42.6(pid=5737): stderr: \u000a| �[0;m�[38;5;43m20221210120243271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120243271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1880678c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120243271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120243271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120243271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120243272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120243274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120243275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:44.246718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5730): Terminating (SIGTERM)\u000a12:02:44.286119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5733): Terminating (SIGTERM)\u000a12:02:44.325963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5736): Terminating (SIGTERM)\u000a12:02:44.335352 --- ParallelTerminationStrategy: PID 5730 died...\u000a12:02:44.388736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5730): Terminated: ok {rc=0}\u000a12:02:44.398245 --- ParallelTerminationStrategy: PID 5733 died...\u000a12:02:44.451190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5733): Terminated: ok {rc=0}\u000a12:02:44.460545 --- ParallelTerminationStrategy: PID 5736 died...\u000a12:02:44.513926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5736): Terminated: ok {rc=0}\u000a12:02:44.601336 bus /sierra_3: Setting Powered False\u000a12:02:45.703326 bus /sierra_3: Setting Powered False\u000a12:02:46.808208 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:47.914366 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:47.925629 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:02:48.080408 tst mo_mt_call_osmux.py: using LAC 28261\u000a12:02:48.203160 tst mo_mt_call_osmux.py: using RAC 211\u000a12:02:48.321328 tst mo_mt_call_osmux.py: using CellId 28261\u000a12:02:48.439115 tst mo_mt_call_osmux.py: using BVCI 28262\u000a12:02:48.461857 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:48.472480 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:48.483056 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:48.493918 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:48.504620 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:02:48.515863 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:02:48.631821 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:02:48.838825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:49.353207 run create_hlr_db(pid=5739): Launched\u000a12:02:49.540237 bus /sierra_2: Setting Powered False\u000a12:02:50.560823 run create_hlr_db(pid=5739): Terminated: ok {rc=0}\u000a12:02:50.964846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5741): Launched\u000a12:02:51.265362 run osmo-hlr_10.42.42.2(pid=5742): Launched\u000a12:02:51.378592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:51.907125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Launched\u000a12:02:52.206676 run osmo-stp_10.42.42.5(pid=5745): Launched\u000a12:02:52.315958 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:52.863653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Launched\u000a12:02:53.164782 run osmo-msc_10.42.42.6(pid=5748): Launched\u000a12:02:53.343202 run osmo-stp_10.42.42.5(pid=5745): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]\u000a12:02:53.470730 run osmo-stp_10.42.42.5(pid=5745): stdout: \u000a| (launched: 2022-12-10_12:02:52.059800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:53.595459 run osmo-stp_10.42.42.5(pid=5745): stderr: \u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120252231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:53.715681 run osmo-stp_10.42.42.5(pid=5745): stdout: \u000a| (launched: 2022-12-10_12:02:52.059800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:53.835867 run osmo-stp_10.42.42.5(pid=5745): stderr: \u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120252230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120252231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120252233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:53.888725 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)] [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:02:53.897218 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:02:53.958023 run osmo-hlr_10.42.42.2(pid=5742): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5742)]\u000a12:02:54.007100 run osmo-hlr_10.42.42.2(pid=5742): stdout: \u000a| (launched: 2022-12-10_12:02:51.118279) \u000a12:02:54.056709 run osmo-hlr_10.42.42.2(pid=5742): stderr: \u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120251294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120251307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120251318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120251318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120251318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:54.123776 run osmo-msc_10.42.42.6(pid=5748): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5748)]\u000a12:02:54.172637 run osmo-msc_10.42.42.6(pid=5748): stdout: \u000a| (launched: 2022-12-10_12:02:53.016422) \u000a12:02:54.222057 run osmo-msc_10.42.42.6(pid=5748): stderr: \u000a| �[0;m�[38;5;43m20221210120253292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120253293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d8d094c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120253293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120253294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120253294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120253295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120253296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120253296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120253296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:54.263812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5741): Terminating (SIGTERM)\u000a12:02:54.303520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Terminating (SIGTERM)\u000a12:02:54.343424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Terminating (SIGTERM)\u000a12:02:54.352846 --- ParallelTerminationStrategy: PID 5741 died...\u000a12:02:54.405769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5741): Terminated: ok {rc=0}\u000a12:02:54.415497 --- ParallelTerminationStrategy: PID 5744 died...\u000a12:02:54.468525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Terminated: ok {rc=0}\u000a12:02:54.478299 --- ParallelTerminationStrategy: PID 5747 died...\u000a12:02:54.531581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Terminated: ok {rc=0}\u000a12:02:54.620520 bus /sierra_3: Setting Powered False\u000a12:02:55.724383 bus /sierra_3: Setting Powered False\u000a12:02:56.836531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:02:37" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5760): Process ended prematurely: osmo-stp_10.42.42.5(pid=5760) [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5760)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5760): Process ended prematurely: osmo-stp_10.42.42.5(pid=5760) [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:02:58.855403 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:58.866543 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:02:59.007039 tst emergency_mo_mt_call.py: using LAC 28262\u000a12:02:59.123658 tst emergency_mo_mt_call.py: using RAC 212\u000a12:02:59.239041 tst emergency_mo_mt_call.py: using CellId 28262\u000a12:02:59.357368 tst emergency_mo_mt_call.py: using BVCI 28263\u000a12:02:59.379826 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:59.390592 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:59.401092 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:59.411803 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:59.422598 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:02:59.433595 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:02:59.550858 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:02:59.750635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:00.213280 run create_hlr_db(pid=5753): Launched\u000a12:03:00.383099 bus /sierra_2: Setting Powered False\u000a12:03:01.406923 run create_hlr_db(pid=5753): Terminated: ok {rc=0}\u000a12:03:01.834436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5756): Launched\u000a12:03:02.180295 run osmo-hlr_10.42.42.2(pid=5757): Launched\u000a12:03:02.361034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:02.907631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5759): Launched\u000a12:03:03.223325 run osmo-stp_10.42.42.5(pid=5760): Launched\u000a12:03:03.348399 tst emergency_mo_mt_call.py: using MSISDN 7722\u000a12:03:03.506081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:04.082394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5762): Launched\u000a12:03:04.398391 run osmo-msc_10.42.42.6(pid=5763): Launched\u000a12:03:04.583312 run osmo-stp_10.42.42.5(pid=5760): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5760)]\u000a12:03:04.716668 run osmo-stp_10.42.42.5(pid=5760): stdout: \u000a| (launched: 2022-12-10_12:03:03.068325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:04.849442 run osmo-stp_10.42.42.5(pid=5760): stderr: \u000a| �[0;m�[38;5;43m20221210120303259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120303259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120303260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120303260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:04.976253 run osmo-stp_10.42.42.5(pid=5760): stdout: \u000a| (launched: 2022-12-10_12:03:03.068325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:05.103288 run osmo-stp_10.42.42.5(pid=5760): stderr: \u000a| �[0;m�[38;5;43m20221210120303259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120303259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120303260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120303260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120303261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:05.158757 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5760): Process ended prematurely: osmo-stp_10.42.42.5(pid=5760) [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5760)] [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a12:03:05.167331 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a12:03:05.229624 run osmo-hlr_10.42.42.2(pid=5757): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5757)]\u000a12:03:05.280841 run osmo-hlr_10.42.42.2(pid=5757): stdout: \u000a| (launched: 2022-12-10_12:03:01.987594) \u000a12:03:05.332617 run osmo-hlr_10.42.42.2(pid=5757): stderr: \u000a| �[0;m�[1;31m20221210120302282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120302283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120302283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120302283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120302283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120302283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120302297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:05.402829 run osmo-msc_10.42.42.6(pid=5763): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5763)]\u000a12:03:05.453604 run osmo-msc_10.42.42.6(pid=5763): stdout: \u000a| (launched: 2022-12-10_12:03:04.242849) \u000a12:03:05.504917 run osmo-msc_10.42.42.6(pid=5763): stderr: \u000a| �[0;m�[38;5;43m20221210120304564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120304564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d6970dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120304565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120304565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120304565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120304565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120304567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120304567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120304567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120304567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:05.548312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5756): Terminating (SIGTERM)\u000a12:03:05.589649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5759): Terminating (SIGTERM)\u000a12:03:05.631256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5762): Terminating (SIGTERM)\u000a12:03:05.640873 --- ParallelTerminationStrategy: PID 5756 died...\u000a12:03:05.697108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5756): Terminated: ok {rc=0}\u000a12:03:05.707277 --- ParallelTerminationStrategy: PID 5759 died...\u000a12:03:05.762644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5759): Terminated: ok {rc=0}\u000a12:03:05.772697 --- ParallelTerminationStrategy: PID 5762 died...\u000a12:03:05.828055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5762): Terminated: ok {rc=0}\u000a12:03:05.915428 bus /sierra_3: Setting Powered False\u000a12:03:07.020535 bus /sierra_3: Setting Powered False\u000a12:03:08.129810 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5771): Process ended prematurely: osmo-stp_10.42.42.5(pid=5771) [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5771)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5771): Process ended prematurely: osmo-stp_10.42.42.5(pid=5771) [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:03:09.182418 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.194055 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:09.337703 tst emergency_preemptive_call.py: using LAC 28263\u000a12:03:09.462889 tst emergency_preemptive_call.py: using RAC 213\u000a12:03:09.586857 tst emergency_preemptive_call.py: using CellId 28263\u000a12:03:09.717098 tst emergency_preemptive_call.py: using BVCI 28264\u000a12:03:09.741096 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.752068 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.762919 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.773780 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.784632 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:09.795399 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:09.912385 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:10.026043 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:10.142249 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:10.345971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:10.851278 run create_hlr_db(pid=5765): Launched\u000a12:03:11.034531 bus /sierra_2: Setting Powered False\u000a12:03:12.057738 run create_hlr_db(pid=5765): Terminated: ok {rc=0}\u000a12:03:12.478664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5767): Launched\u000a12:03:12.793887 run osmo-hlr_10.42.42.2(pid=5768): Launched\u000a12:03:12.912421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:13.462350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5770): Launched\u000a12:03:13.777636 run osmo-stp_10.42.42.5(pid=5771): Launched\u000a12:03:13.905254 tst emergency_preemptive_call.py: using MSISDN 7723\u000a12:03:14.063000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:14.637920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5773): Launched\u000a12:03:14.953908 run osmo-msc_10.42.42.6(pid=5774): Launched\u000a12:03:15.139409 run osmo-stp_10.42.42.5(pid=5771): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5771)]\u000a12:03:15.278897 run osmo-stp_10.42.42.5(pid=5771): stdout: \u000a| (launched: 2022-12-10_12:03:13.622861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:15.411609 run osmo-stp_10.42.42.5(pid=5771): stderr: \u000a| �[0;m�[38;5;43m20221210120313815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120313815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120313816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120313816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:15.539184 run osmo-stp_10.42.42.5(pid=5771): stdout: \u000a| (launched: 2022-12-10_12:03:13.622861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:15.665322 run osmo-stp_10.42.42.5(pid=5771): stderr: \u000a| �[0;m�[38;5;43m20221210120313815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120313815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120313816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120313816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120313817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:15.720437 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5771): Process ended prematurely: osmo-stp_10.42.42.5(pid=5771) [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5771)] [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a12:03:15.729022 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a12:03:15.791835 run osmo-hlr_10.42.42.2(pid=5768): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5768)]\u000a12:03:15.843106 run osmo-hlr_10.42.42.2(pid=5768): stdout: \u000a| (launched: 2022-12-10_12:03:12.639209) \u000a12:03:15.907820 run osmo-hlr_10.42.42.2(pid=5768): stderr: \u000a| �[0;m�[1;31m20221210120312836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120312836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120312836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120312850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120312858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120312858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120312858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:15.979817 run osmo-msc_10.42.42.6(pid=5774): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5774)]\u000a12:03:16.031557 run osmo-msc_10.42.42.6(pid=5774): stdout: \u000a| (launched: 2022-12-10_12:03:14.798950) \u000a12:03:16.083864 run osmo-msc_10.42.42.6(pid=5774): stderr: \u000a| �[0;m�[38;5;43m20221210120315121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120315121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c1c437c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120315121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120315122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120315122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120315122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120315124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120315124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120315124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120315124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:16.128913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5767): Terminating (SIGTERM)\u000a12:03:16.171107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5770): Terminating (SIGTERM)\u000a12:03:16.215309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5773): Terminating (SIGTERM)\u000a12:03:16.225681 --- ParallelTerminationStrategy: PID 5767 died...\u000a12:03:16.283703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5767): Terminated: ok {rc=0}\u000a12:03:16.294195 --- ParallelTerminationStrategy: PID 5770 died...\u000a12:03:16.350575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5770): Terminated: ok {rc=0}\u000a12:03:16.361055 --- ParallelTerminationStrategy: PID 5773 died...\u000a12:03:16.417311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5773): Terminated: ok {rc=0}\u000a12:03:16.505205 bus /sierra_9: Setting Powered False\u000a12:03:17.609334 bus /sierra_9: Setting Powered False\u000a12:03:18.717667 bus /sierra_8: Setting Powered False\u000a12:03:19.823149 bus /sierra_8: Setting Powered False\u000a12:03:20.931218 bus /sierra_3: Setting Powered False\u000a12:03:22.031186 bus /sierra_3: Setting Powered False\u000a12:03:23.142001 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:02:58" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:03:25.248192 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.258871 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:25.394006 tst cs_paging_gprs_active.py: using LAC 28264\u000a12:03:25.512501 tst cs_paging_gprs_active.py: using RAC 214\u000a12:03:25.630531 tst cs_paging_gprs_active.py: using CellId 28264\u000a12:03:25.747204 tst cs_paging_gprs_active.py: using BVCI 28265\u000a12:03:25.769993 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.780430 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.791049 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.801695 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.812063 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.822477 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.833138 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.843438 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:25.854030 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:25.971742 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:26.247538 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:03:26.372265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:26.683356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5779): Launched\u000a12:03:26.940584 run iperf3-srv_10.42.42.10(pid=5780): Launched\u000a12:03:27.123532 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:03:27.248029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:27.558632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5781): Launched\u000a12:03:27.815810 run iperf3-srv_10.42.42.10(pid=5782): Launched\u000a12:03:27.997867 tst cs_paging_gprs_active.py:38: start network...\u000a12:03:28.122272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:28.594074 run create_hlr_db(pid=5783): Launched\u000a12:03:28.767285 bus /sierra_2: Setting Powered False\u000a12:03:29.789821 run create_hlr_db(pid=5783): Terminated: ok {rc=0}\u000a12:03:30.217940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Launched\u000a12:03:30.540941 run osmo-hlr_10.42.42.2(pid=5786): Launched\u000a12:03:30.661269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:31.250715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Launched\u000a12:03:31.689858 run osmo-stp_10.42.42.5(pid=5789): Launched\u000a12:03:31.879554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:03:32.495265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Launched\u000a12:03:32.610957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:03:32.891225 run patchelf(pid=5792): Launched\u000a12:03:33.079728 run osmo-stp_10.42.42.5(pid=5789): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]\u000a12:03:33.217558 run osmo-stp_10.42.42.5(pid=5789): stdout: \u000a| (launched: 2022-12-10_12:03:31.417957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:33.355564 run osmo-stp_10.42.42.5(pid=5789): stderr: \u000a| �[0;m�[38;5;43m20221210120331783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120331783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120331784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120331784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:33.488851 run osmo-stp_10.42.42.5(pid=5789): stdout: \u000a| (launched: 2022-12-10_12:03:31.417957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:33.621104 run osmo-stp_10.42.42.5(pid=5789): stderr: \u000a| �[0;m�[38;5;43m20221210120331783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120331783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120331784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120331784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120331787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:33.774556 run patchelf(pid=5792): Terminating (SIGINT)\u000a12:03:33.954402 run patchelf(pid=5792): Terminated: ok {rc=0}\u000a12:03:33.987367 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)] [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a12:03:33.997279 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:03:34.060580 run osmo-hlr_10.42.42.2(pid=5786): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5786)]\u000a12:03:34.112072 run osmo-hlr_10.42.42.2(pid=5786): stdout: \u000a| (launched: 2022-12-10_12:03:30.381867) \u000a12:03:34.164394 run osmo-hlr_10.42.42.2(pid=5786): stderr: \u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120330582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120330593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120330602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120330602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120330602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:34.208666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5779): Terminating (SIGTERM)\u000a12:03:34.251408 run iperf3-srv_10.42.42.10(pid=5780): Terminating (SIGTERM)\u000a12:03:34.293889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5781): Terminating (SIGTERM)\u000a12:03:34.335780 run iperf3-srv_10.42.42.10(pid=5782): Terminating (SIGTERM)\u000a12:03:34.377927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Terminating (SIGTERM)\u000a12:03:34.419795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Terminating (SIGTERM)\u000a12:03:34.461950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Terminating (SIGTERM)\u000a12:03:34.471695 --- ParallelTerminationStrategy: PID 5779 died...\u000a12:03:34.527840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5779): Terminated: ok {rc=0}\u000a12:03:34.538143 --- ParallelTerminationStrategy: PID 5780 died...\u000a12:03:34.594087 run iperf3-srv_10.42.42.10(pid=5780): Terminated {rc=256}\u000a12:03:34.604232 --- ParallelTerminationStrategy: PID 5781 died...\u000a12:03:34.660048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5781): Terminated: ok {rc=0}\u000a12:03:34.670240 --- ParallelTerminationStrategy: PID 5782 died...\u000a12:03:34.725989 run iperf3-srv_10.42.42.10(pid=5782): Terminated {rc=256}\u000a12:03:34.736125 --- ParallelTerminationStrategy: PID 5785 died...\u000a12:03:34.791611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Terminated: ok {rc=0}\u000a12:03:34.802058 --- ParallelTerminationStrategy: PID 5788 died...\u000a12:03:34.857751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Terminated: ok {rc=0}\u000a12:03:34.867964 --- ParallelTerminationStrategy: PID 5791 died...\u000a12:03:34.923904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Terminated: ok {rc=0}\u000a12:03:35.011441 bus /gobi_0: Setting Powered False\u000a12:03:36.119992 bus /gobi_0: Setting Powered False\u000a12:03:37.228148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5801): Process ended prematurely: osmo-stp_10.42.42.5(pid=5801) [trial-2374↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5801)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5801): Process ended prematurely: osmo-stp_10.42.42.5(pid=5801) [trial-2374↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a12:03:38.343023 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.354522 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:38.500593 tst iperf3.py: using LAC 28265\u000a12:03:38.626536 tst iperf3.py: using RAC 215\u000a12:03:38.752703 tst iperf3.py: using CellId 28265\u000a12:03:38.878125 tst iperf3.py: using BVCI 28266\u000a12:03:38.902593 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.913642 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.924347 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.935153 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.945818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.956418 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.967388 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.978002 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:38.988795 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:39.265260 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:03:39.391466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:39.704673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5793): Launched\u000a12:03:39.967979 run iperf3-srv_10.42.42.10(pid=5794): Launched\u000a12:03:40.166694 tst iperf3.py:8: start network...\u000a12:03:40.301482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:40.815957 run create_hlr_db(pid=5795): Launched\u000a12:03:41.002346 bus /gobi_6: Setting Powered False\u000a12:03:42.023778 run create_hlr_db(pid=5795): Terminated: ok {rc=0}\u000a12:03:42.451782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5797): Launched\u000a12:03:42.775508 run osmo-hlr_10.42.42.2(pid=5798): Launched\u000a12:03:42.892838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:43.451622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5800): Launched\u000a12:03:43.773124 run osmo-stp_10.42.42.5(pid=5801): Launched\u000a12:03:43.890017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:03:44.450268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5803): Launched\u000a12:03:44.565162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:03:44.845145 run patchelf(pid=5804): Launched\u000a12:03:45.033517 run osmo-stp_10.42.42.5(pid=5801): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5801)]\u000a12:03:45.171402 run osmo-stp_10.42.42.5(pid=5801): stdout: \u000a| (launched: 2022-12-10_12:03:43.615246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:45.309726 run osmo-stp_10.42.42.5(pid=5801): stderr: \u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120343808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:45.443506 run osmo-stp_10.42.42.5(pid=5801): stdout: \u000a| (launched: 2022-12-10_12:03:43.615246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:45.575530 run osmo-stp_10.42.42.5(pid=5801): stderr: \u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120343807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120343808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120343808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:45.729513 run patchelf(pid=5804): Terminating (SIGINT)\u000a12:03:45.917395 run patchelf(pid=5804): Terminated: ok {rc=0}\u000a12:03:45.951285 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5801): Process ended prematurely: osmo-stp_10.42.42.5(pid=5801) [trial-2374↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5801)] [trial-2374↪gprs:trx-lms↪iperf3.py:8]\u000a12:03:45.961572 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:03:46.026183 run osmo-hlr_10.42.42.2(pid=5798): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5798)]\u000a12:03:46.079267 run osmo-hlr_10.42.42.2(pid=5798): stdout: \u000a| (launched: 2022-12-10_12:03:42.616762) \u000a12:03:46.133285 run osmo-hlr_10.42.42.2(pid=5798): stderr: \u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120342818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120342829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120342837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120342837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120342837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:46.178716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5793): Terminating (SIGTERM)\u000a12:03:46.223298 run iperf3-srv_10.42.42.10(pid=5794): Terminating (SIGTERM)\u000a12:03:46.268042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5797): Terminating (SIGTERM)\u000a12:03:46.310493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5800): Terminating (SIGTERM)\u000a12:03:46.355566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5803): Terminating (SIGTERM)\u000a12:03:46.365679 --- ParallelTerminationStrategy: PID 5793 died...\u000a12:03:46.422780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5793): Terminated: ok {rc=0}\u000a12:03:46.433315 --- ParallelTerminationStrategy: PID 5794 died...\u000a12:03:46.489945 run iperf3-srv_10.42.42.10(pid=5794): Terminated {rc=256}\u000a12:03:46.500552 --- ParallelTerminationStrategy: PID 5797 died...\u000a12:03:46.557718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5797): Terminated: ok {rc=0}\u000a12:03:46.568372 --- ParallelTerminationStrategy: PID 5800 died...\u000a12:03:46.625340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5800): Terminated: ok {rc=0}\u000a12:03:46.635892 --- ParallelTerminationStrategy: PID 5803 died...\u000a12:03:46.692768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5803): Terminated: ok {rc=0}\u000a12:03:46.783284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5819): Process ended prematurely: osmo-stp_10.42.42.5(pid=5819) [trial-2374↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5819)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5819): Process ended prematurely: osmo-stp_10.42.42.5(pid=5819) [trial-2374↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a12:03:47.897838 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:47.909282 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:48.053185 tst iperf3m4.py: using LAC 28266\u000a12:03:48.179147 tst iperf3m4.py: using RAC 216\u000a12:03:48.308758 tst iperf3m4.py: using CellId 28266\u000a12:03:48.434107 tst iperf3m4.py: using BVCI 28267\u000a12:03:48.458816 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.470055 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.480879 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.491802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.502664 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.513418 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.524407 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.535286 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:03:48.546283 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:48.659974 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:48.785386 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:48.900125 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:03:49.191954 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:03:49.326739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:49.653949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5805): Launched\u000a12:03:49.912116 run iperf3-srv_10.42.42.10(pid=5806): Launched\u000a12:03:50.095009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:03:50.219732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:50.531085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5807): Launched\u000a12:03:50.788735 run iperf3-srv_10.42.42.10(pid=5808): Launched\u000a12:03:50.971588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:03:51.096088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:51.407490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5809): Launched\u000a12:03:51.665389 run iperf3-srv_10.42.42.10(pid=5810): Launched\u000a12:03:51.847444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:03:51.971599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:03:52.281988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5811): Launched\u000a12:03:52.539553 run iperf3-srv_10.42.42.10(pid=5812): Launched\u000a12:03:52.722348 tst iperf3m4.py:8: start network...\u000a12:03:52.846648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:53.319714 run create_hlr_db(pid=5813): Launched\u000a12:03:53.492374 bus /gobi_6: Setting Powered False\u000a12:03:54.514614 run create_hlr_db(pid=5813): Terminated: ok {rc=0}\u000a12:03:54.914171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5815): Launched\u000a12:03:55.215750 run osmo-hlr_10.42.42.2(pid=5816): Launched\u000a12:03:55.333157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:55.864457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5818): Launched\u000a12:03:56.165405 run osmo-stp_10.42.42.5(pid=5819): Launched\u000a12:03:56.274790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:03:56.794984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5821): Launched\u000a12:03:56.901330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:03:57.162746 run patchelf(pid=5822): Launched\u000a12:03:57.337786 run osmo-stp_10.42.42.5(pid=5819): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5819)]\u000a12:03:57.466106 run osmo-stp_10.42.42.5(pid=5819): stdout: \u000a| (launched: 2022-12-10_12:03:56.016534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:57.594930 run osmo-stp_10.42.42.5(pid=5819): stderr: \u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120356188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:57.719005 run osmo-stp_10.42.42.5(pid=5819): stdout: \u000a| (launched: 2022-12-10_12:03:56.016534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:57.841862 run osmo-stp_10.42.42.5(pid=5819): stderr: \u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120356187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120356188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120356188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:57.985137 run patchelf(pid=5822): Terminating (SIGINT)\u000a12:03:58.154506 run patchelf(pid=5822): Terminated: ok {rc=0}\u000a12:03:58.185482 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5819): Process ended prematurely: osmo-stp_10.42.42.5(pid=5819) [trial-2374↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5819)] [trial-2374↪gprs:trx-lms↪iperf3m4.py:8]\u000a12:03:58.194686 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a12:03:58.255280 run osmo-hlr_10.42.42.2(pid=5816): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5816)]\u000a12:03:58.304304 run osmo-hlr_10.42.42.2(pid=5816): stdout: \u000a| (launched: 2022-12-10_12:03:55.066524) \u000a12:03:58.353717 run osmo-hlr_10.42.42.2(pid=5816): stderr: \u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120355243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120355255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120355264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120355264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120355264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:58.395335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5805): Terminating (SIGTERM)\u000a12:03:58.435014 run iperf3-srv_10.42.42.10(pid=5806): Terminating (SIGTERM)\u000a12:03:58.474474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5807): Terminating (SIGTERM)\u000a12:03:58.513817 run iperf3-srv_10.42.42.10(pid=5808): Terminating (SIGTERM)\u000a12:03:58.553377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5809): Terminating (SIGTERM)\u000a12:03:58.592936 run iperf3-srv_10.42.42.10(pid=5810): Terminating (SIGTERM)\u000a12:03:58.632583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5811): Terminating (SIGTERM)\u000a12:03:58.672089 run iperf3-srv_10.42.42.10(pid=5812): Terminating (SIGTERM)\u000a12:03:58.711633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5815): Terminating (SIGTERM)\u000a12:03:58.750983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5818): Terminating (SIGTERM)\u000a12:03:58.790389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5821): Terminating (SIGTERM)\u000a12:03:58.799791 --- ParallelTerminationStrategy: PID 5805 died...\u000a12:03:58.852700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5805): Terminated: ok {rc=0}\u000a12:03:58.862747 --- ParallelTerminationStrategy: PID 5806 died...\u000a12:03:58.915253 run iperf3-srv_10.42.42.10(pid=5806): Terminated {rc=256}\u000a12:03:58.924897 --- ParallelTerminationStrategy: PID 5807 died...\u000a12:03:58.977618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5807): Terminated: ok {rc=0}\u000a12:03:58.987436 --- ParallelTerminationStrategy: PID 5808 died...\u000a12:03:59.039962 run iperf3-srv_10.42.42.10(pid=5808): Terminated {rc=256}\u000a12:03:59.049770 --- ParallelTerminationStrategy: PID 5809 died...\u000a12:03:59.102405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5809): Terminated: ok {rc=0}\u000a12:03:59.112151 --- ParallelTerminationStrategy: PID 5810 died...\u000a12:03:59.164596 run iperf3-srv_10.42.42.10(pid=5810): Terminated {rc=256}\u000a12:03:59.174287 --- ParallelTerminationStrategy: PID 5811 died...\u000a12:03:59.227446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5811): Terminated: ok {rc=0}\u000a12:03:59.237256 --- ParallelTerminationStrategy: PID 5812 died...\u000a12:03:59.289701 run iperf3-srv_10.42.42.10(pid=5812): Terminated {rc=256}\u000a12:03:59.299382 --- ParallelTerminationStrategy: PID 5815 died...\u000a12:03:59.353245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5815): Terminated: ok {rc=0}\u000a12:03:59.362791 --- ParallelTerminationStrategy: PID 5818 died...\u000a12:03:59.415719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5818): Terminated: ok {rc=0}\u000a12:03:59.425880 --- ParallelTerminationStrategy: PID 5821 died...\u000a12:03:59.478875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5821): Terminated: ok {rc=0}\u000a12:03:59.562697 bus /gobi_4: Setting Powered False\u000a12:04:00.663034 bus /gobi_4: Setting Powered False\u000a12:04:01.772788 bus /gobi_1: Setting Powered False\u000a12:04:02.876909 bus /gobi_1: Setting Powered False\u000a12:04:03.987331 bus /gobi_0: Setting Powered False\u000a12:04:05.089599 bus /gobi_0: Setting Powered False\u000a12:04:06.201271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5831): Process ended prematurely: osmo-stp_10.42.42.5(pid=5831) [trial-2374↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5831)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5831): Process ended prematurely: osmo-stp_10.42.42.5(pid=5831) [trial-2374↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a12:04:07.269793 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.281381 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:04:07.423371 tst ping.py: using LAC 28267\u000a12:04:07.546657 tst ping.py: using RAC 217\u000a12:04:07.671939 tst ping.py: using CellId 28267\u000a12:04:07.791787 tst ping.py: using BVCI 28268\u000a12:04:07.814272 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.824738 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.835110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.846266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.857101 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.867900 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.879074 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:07.890024 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:04:08.161087 tst ping.py:19: start network...\u000a12:04:08.283669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:08.757879 run create_hlr_db(pid=5825): Launched\u000a12:04:08.928319 bus /gobi_6: Setting Powered False\u000a12:04:09.949733 run create_hlr_db(pid=5825): Terminated: ok {rc=0}\u000a12:04:10.369360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5827): Launched\u000a12:04:10.684422 run osmo-hlr_10.42.42.2(pid=5828): Launched\u000a12:04:10.801992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:11.353854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5830): Launched\u000a12:04:11.671125 run osmo-stp_10.42.42.5(pid=5831): Launched\u000a12:04:11.784858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:12.335397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5833): Launched\u000a12:04:12.448078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:12.723633 run patchelf(pid=5834): Launched\u000a12:04:12.908484 run osmo-stp_10.42.42.5(pid=5831): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5831)]\u000a12:04:13.043557 run osmo-stp_10.42.42.5(pid=5831): stdout: \u000a| (launched: 2022-12-10_12:04:11.514676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:13.180052 run osmo-stp_10.42.42.5(pid=5831): stderr: \u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120411709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:13.311282 run osmo-stp_10.42.42.5(pid=5831): stdout: \u000a| (launched: 2022-12-10_12:04:11.514676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:13.440760 run osmo-stp_10.42.42.5(pid=5831): stderr: \u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120411708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120411709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120411709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:13.591539 run patchelf(pid=5834): Terminating (SIGINT)\u000a12:04:13.768251 run patchelf(pid=5834): Terminated: ok {rc=0}\u000a12:04:13.800549 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5831): Process ended prematurely: osmo-stp_10.42.42.5(pid=5831) [trial-2374↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5831)] [trial-2374↪gprs:trx-lms↪ping.py:22]\u000a12:04:13.810039 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:04:13.872837 run osmo-hlr_10.42.42.2(pid=5828): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5828)]\u000a12:04:13.924303 run osmo-hlr_10.42.42.2(pid=5828): stdout: \u000a| (launched: 2022-12-10_12:04:10.529918) \u000a12:04:13.976343 run osmo-hlr_10.42.42.2(pid=5828): stderr: \u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120410727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120410752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120410763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120410763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120410763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:14.020506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5827): Terminating (SIGTERM)\u000a12:04:14.062289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5830): Terminating (SIGTERM)\u000a12:04:14.104296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5833): Terminating (SIGTERM)\u000a12:04:14.114120 --- ParallelTerminationStrategy: PID 5827 died...\u000a12:04:14.170174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5827): Terminated: ok {rc=0}\u000a12:04:14.180189 --- ParallelTerminationStrategy: PID 5830 died...\u000a12:04:14.235492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5830): Terminated: ok {rc=0}\u000a12:04:14.245693 --- ParallelTerminationStrategy: PID 5833 died...\u000a12:04:14.301244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5833): Terminated: ok {rc=0}\u000a12:04:14.387467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2374↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2374↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a12:04:15.440175 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:15.451878 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:04:15.598668 tst ping_idle_ping.py: using LAC 28268\u000a12:04:15.720884 tst ping_idle_ping.py: using RAC 218\u000a12:04:15.846394 tst ping_idle_ping.py: using CellId 28268\u000a12:04:15.990829 tst ping_idle_ping.py: using BVCI 28269\u000a12:04:16.015761 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.027275 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.038899 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.050505 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.062022 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.073515 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.085523 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:04:16.097155 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:04:16.389909 tst ping_idle_ping.py:24: start network...\u000a12:04:16.526569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:17.083959 run create_hlr_db(pid=5835): Launched\u000a12:04:17.270126 bus /gobi_6: Setting Powered False\u000a12:04:18.289360 run create_hlr_db(pid=5835): Terminated: ok {rc=0}\u000a12:04:18.710864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Launched\u000a12:04:19.027736 run osmo-hlr_10.42.42.2(pid=5838): Launched\u000a12:04:19.148358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:19.699024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Launched\u000a12:04:20.017519 run osmo-stp_10.42.42.5(pid=5841): Launched\u000a12:04:20.133673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:20.684130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5843): Launched\u000a12:04:20.796878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:21.071915 run patchelf(pid=5844): Launched\u000a12:04:21.258159 run osmo-stp_10.42.42.5(pid=5841): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)]\u000a12:04:21.394189 run osmo-stp_10.42.42.5(pid=5841): stdout: \u000a| (launched: 2022-12-10_12:04:19.860750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:21.530187 run osmo-stp_10.42.42.5(pid=5841): stderr: \u000a| �[0;m�[38;5;43m20221210120420050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120420050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120420051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120420051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120420051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120420052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120420052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:21.662052 run osmo-stp_10.42.42.5(pid=5841): stdout: \u000a| (launched: 2022-12-10_12:04:19.860750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:21.793065 run osmo-stp_10.42.42.5(pid=5841): stderr: \u000a| �[0;m�[38;5;43m20221210120420050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120420050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120420051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120420051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120420051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120420052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120420052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:21.944567 run patchelf(pid=5844): Terminating (SIGINT)\u000a12:04:22.122604 run patchelf(pid=5844): Terminated: ok {rc=0}\u000a12:04:22.154845 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5841): Process ended prematurely: osmo-stp_10.42.42.5(pid=5841) [trial-2374↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5841)] [trial-2374↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a12:04:22.163922 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:04:22.227096 run osmo-hlr_10.42.42.2(pid=5838): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5838)]\u000a12:04:22.278305 run osmo-hlr_10.42.42.2(pid=5838): stdout: \u000a| (launched: 2022-12-10_12:04:18.871678) \u000a12:04:22.330302 run osmo-hlr_10.42.42.2(pid=5838): stderr: \u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120419069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120419081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120419089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120419090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120419090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:22.374129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Terminating (SIGTERM)\u000a12:04:22.416049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Terminating (SIGTERM)\u000a12:04:22.457653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5843): Terminating (SIGTERM)\u000a12:04:22.467412 --- ParallelTerminationStrategy: PID 5837 died...\u000a12:04:22.523341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5837): Terminated: ok {rc=0}\u000a12:04:22.533541 --- ParallelTerminationStrategy: PID 5840 died...\u000a12:04:22.589522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5840): Terminated: ok {rc=0}\u000a12:04:22.599571 --- ParallelTerminationStrategy: PID 5843 died...\u000a12:04:22.655150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5843): Terminated: ok {rc=0}\u000a12:04:22.740668 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:03:24" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5858): Process ended prematurely: osmo-stp_10.42.42.5(pid=5858) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5858)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5858): Process ended prematurely: osmo-stp_10.42.42.5(pid=5858) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:04:24.897427 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:24.908703 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:04:25.048043 tst cs_paging_gprs_active.py: using LAC 28269\u000a12:04:25.164808 tst cs_paging_gprs_active.py: using RAC 219\u000a12:04:25.282850 tst cs_paging_gprs_active.py: using CellId 28269\u000a12:04:25.399630 tst cs_paging_gprs_active.py: using BVCI 28270\u000a12:04:25.422618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.433319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.443683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.454187 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.464481 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.474930 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.485519 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.495799 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:25.506443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:25.624797 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:25.906360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:04:26.031704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:26.343985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5848): Launched\u000a12:04:26.602557 run iperf3-srv_10.42.42.10(pid=5849): Launched\u000a12:04:26.785967 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:04:26.910825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:27.222918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5850): Launched\u000a12:04:27.481185 run iperf3-srv_10.42.42.10(pid=5851): Launched\u000a12:04:27.664254 tst cs_paging_gprs_active.py:38: start network...\u000a12:04:27.790176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:28.272002 run create_hlr_db(pid=5852): Launched\u000a12:04:28.444130 bus /gobi_6: Setting Powered False\u000a12:04:29.466615 run create_hlr_db(pid=5852): Terminated: ok {rc=0}\u000a12:04:29.894273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5854): Launched\u000a12:04:30.217162 run osmo-hlr_10.42.42.2(pid=5855): Launched\u000a12:04:30.337216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:30.901830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5857): Launched\u000a12:04:31.299323 run osmo-stp_10.42.42.5(pid=5858): Launched\u000a12:04:31.421204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:32.069991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5860): Launched\u000a12:04:32.189738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:32.473528 run patchelf(pid=5861): Launched\u000a12:04:32.665092 run osmo-stp_10.42.42.5(pid=5858): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5858)]\u000a12:04:32.803555 run osmo-stp_10.42.42.5(pid=5858): stdout: \u000a| (launched: 2022-12-10_12:04:31.067424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:32.942632 run osmo-stp_10.42.42.5(pid=5858): stderr: \u000a| �[0;m�[38;5;43m20221210120431410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120431411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120431411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120431411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:33.076605 run osmo-stp_10.42.42.5(pid=5858): stdout: \u000a| (launched: 2022-12-10_12:04:31.067424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:33.210921 run osmo-stp_10.42.42.5(pid=5858): stderr: \u000a| �[0;m�[38;5;43m20221210120431410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120431411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120431411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120431411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120431420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:33.365985 run patchelf(pid=5861): Terminating (SIGINT)\u000a12:04:33.547910 run patchelf(pid=5861): Terminated: ok {rc=0}\u000a12:04:33.581318 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5858): Process ended prematurely: osmo-stp_10.42.42.5(pid=5858) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5858)] [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:04:33.591154 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:04:33.656521 run osmo-hlr_10.42.42.2(pid=5855): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5855)]\u000a12:04:33.708753 run osmo-hlr_10.42.42.2(pid=5855): stdout: \u000a| (launched: 2022-12-10_12:04:30.058064) \u000a12:04:33.761638 run osmo-hlr_10.42.42.2(pid=5855): stderr: \u000a| �[0;m�[1;31m20221210120430259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120430259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120430259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120430259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120430259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120430260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120430272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120430280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120430281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120430281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:33.806763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5848): Terminating (SIGTERM)\u000a12:04:33.849850 run iperf3-srv_10.42.42.10(pid=5849): Terminating (SIGTERM)\u000a12:04:33.891644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5850): Terminating (SIGTERM)\u000a12:04:33.935418 run iperf3-srv_10.42.42.10(pid=5851): Terminating (SIGTERM)\u000a12:04:33.978075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5854): Terminating (SIGTERM)\u000a12:04:34.020238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5857): Terminating (SIGTERM)\u000a12:04:34.063322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5860): Terminating (SIGTERM)\u000a12:04:34.072999 --- ParallelTerminationStrategy: PID 5848 died...\u000a12:04:34.130866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5848): Terminated: ok {rc=0}\u000a12:04:34.141167 --- ParallelTerminationStrategy: PID 5849 died...\u000a12:04:34.198183 run iperf3-srv_10.42.42.10(pid=5849): Terminated {rc=256}\u000a12:04:34.208232 --- ParallelTerminationStrategy: PID 5850 died...\u000a12:04:34.265223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5850): Terminated: ok {rc=0}\u000a12:04:34.275393 --- ParallelTerminationStrategy: PID 5851 died...\u000a12:04:34.332118 run iperf3-srv_10.42.42.10(pid=5851): Terminated {rc=256}\u000a12:04:34.342435 --- ParallelTerminationStrategy: PID 5854 died...\u000a12:04:34.398732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5854): Terminated: ok {rc=0}\u000a12:04:34.409980 --- ParallelTerminationStrategy: PID 5857 died...\u000a12:04:34.466576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5857): Terminated: ok {rc=0}\u000a12:04:34.476711 --- ParallelTerminationStrategy: PID 5860 died...\u000a12:04:34.532819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5860): Terminated: ok {rc=0}\u000a12:04:34.619344 bus /gobi_0: Setting Powered False\u000a12:04:35.725727 bus /gobi_0: Setting Powered False\u000a12:04:36.831802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:04:37.946247 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:37.958019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:04:38.104450 tst iperf3.py: using LAC 28270\u000a12:04:38.229968 tst iperf3.py: using RAC 220\u000a12:04:38.355719 tst iperf3.py: using CellId 28270\u000a12:04:38.482238 tst iperf3.py: using BVCI 28271\u000a12:04:38.506808 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.518059 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.528923 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.540141 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.551282 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.562479 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.574102 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.587485 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:38.599184 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:38.900818 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:04:39.026973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:39.339985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5867): Launched\u000a12:04:39.598956 run iperf3-srv_10.42.42.10(pid=5868): Launched\u000a12:04:39.782493 tst iperf3.py:8: start network...\u000a12:04:39.908431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:40.389151 run create_hlr_db(pid=5869): Launched\u000a12:04:40.569595 bus /gobi_6: Setting Powered False\u000a12:04:41.583320 run create_hlr_db(pid=5869): Terminated: ok {rc=0}\u000a12:04:41.984226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Launched\u000a12:04:42.282835 run osmo-hlr_10.42.42.2(pid=5872): Launched\u000a12:04:42.391827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:42.911351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Launched\u000a12:04:43.211873 run osmo-stp_10.42.42.5(pid=5875): Launched\u000a12:04:43.320673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:43.843706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Launched\u000a12:04:43.950772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:44.213144 run patchelf(pid=5878): Launched\u000a12:04:44.388622 run osmo-stp_10.42.42.5(pid=5875): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]\u000a12:04:44.517237 run osmo-stp_10.42.42.5(pid=5875): stdout: \u000a| (launched: 2022-12-10_12:04:43.063961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:44.645631 run osmo-stp_10.42.42.5(pid=5875): stderr: \u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120443235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:44.769178 run osmo-stp_10.42.42.5(pid=5875): stdout: \u000a| (launched: 2022-12-10_12:04:43.063961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:44.891786 run osmo-stp_10.42.42.5(pid=5875): stderr: \u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120443234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120443235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120443237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:45.035210 run patchelf(pid=5878): Terminating (SIGINT)\u000a12:04:45.203725 run patchelf(pid=5878): Terminated: ok {rc=0}\u000a12:04:45.234739 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)] [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a12:04:45.243877 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a12:04:45.303716 run osmo-hlr_10.42.42.2(pid=5872): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5872)]\u000a12:04:45.352619 run osmo-hlr_10.42.42.2(pid=5872): stdout: \u000a| (launched: 2022-12-10_12:04:42.136093) \u000a12:04:45.402164 run osmo-hlr_10.42.42.2(pid=5872): stderr: \u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120442311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120442323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120442334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120442334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120442334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:45.444259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5867): Terminating (SIGTERM)\u000a12:04:45.483947 run iperf3-srv_10.42.42.10(pid=5868): Terminating (SIGTERM)\u000a12:04:45.523723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Terminating (SIGTERM)\u000a12:04:45.563392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Terminating (SIGTERM)\u000a12:04:45.603086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Terminating (SIGTERM)\u000a12:04:45.612306 --- ParallelTerminationStrategy: PID 5867 died...\u000a12:04:45.665574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5867): Terminated: ok {rc=0}\u000a12:04:45.675183 --- ParallelTerminationStrategy: PID 5868 died...\u000a12:04:45.727817 run iperf3-srv_10.42.42.10(pid=5868): Terminated {rc=256}\u000a12:04:45.737367 --- ParallelTerminationStrategy: PID 5871 died...\u000a12:04:45.790065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Terminated: ok {rc=0}\u000a12:04:45.799546 --- ParallelTerminationStrategy: PID 5874 died...\u000a12:04:45.866000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Terminated: ok {rc=0}\u000a12:04:45.876292 --- ParallelTerminationStrategy: PID 5877 died...\u000a12:04:45.936884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Terminated: ok {rc=0}\u000a12:04:46.022418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5893): Process ended prematurely: osmo-stp_10.42.42.5(pid=5893) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5893)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5893): Process ended prematurely: osmo-stp_10.42.42.5(pid=5893) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:04:47.145042 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.157804 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:04:47.314087 tst iperf3m4.py: using LAC 28271\u000a12:04:47.441588 tst iperf3m4.py: using RAC 221\u000a12:04:47.567134 tst iperf3m4.py: using CellId 28271\u000a12:04:47.692759 tst iperf3m4.py: using BVCI 28272\u000a12:04:47.717454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.728823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.739966 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.751238 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.762503 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.773866 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.785432 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.796525 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:04:47.807966 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:47.923673 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:48.046003 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:48.166039 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:04:48.444364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:04:48.570562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:48.883687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5879): Launched\u000a12:04:49.142734 run iperf3-srv_10.42.42.10(pid=5880): Launched\u000a12:04:49.327562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:04:49.452566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:49.763770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5881): Launched\u000a12:04:50.022683 run iperf3-srv_10.42.42.10(pid=5882): Launched\u000a12:04:50.205386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:04:50.329512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:50.639888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5883): Launched\u000a12:04:50.897878 run iperf3-srv_10.42.42.10(pid=5884): Launched\u000a12:04:51.080243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:04:51.205067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:51.515471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Launched\u000a12:04:51.773643 run iperf3-srv_10.42.42.10(pid=5886): Launched\u000a12:04:51.956347 tst iperf3m4.py:8: start network...\u000a12:04:52.081300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:52.563833 run create_hlr_db(pid=5887): Launched\u000a12:04:52.737724 bus /gobi_6: Setting Powered False\u000a12:04:53.759288 run create_hlr_db(pid=5887): Terminated: ok {rc=0}\u000a12:04:54.189170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5889): Launched\u000a12:04:54.512665 run osmo-hlr_10.42.42.2(pid=5890): Launched\u000a12:04:54.632146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:55.194594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5892): Launched\u000a12:04:55.516135 run osmo-stp_10.42.42.5(pid=5893): Launched\u000a12:04:55.633767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:56.194861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5895): Launched\u000a12:04:56.309052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:56.588931 run patchelf(pid=5896): Launched\u000a12:04:56.777320 run osmo-stp_10.42.42.5(pid=5893): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5893)]\u000a12:04:56.915241 run osmo-stp_10.42.42.5(pid=5893): stdout: \u000a| (launched: 2022-12-10_12:04:55.358144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:57.053447 run osmo-stp_10.42.42.5(pid=5893): stderr: \u000a| �[0;m�[38;5;43m20221210120455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120455551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120455551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:57.187345 run osmo-stp_10.42.42.5(pid=5893): stdout: \u000a| (launched: 2022-12-10_12:04:55.358144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:57.319328 run osmo-stp_10.42.42.5(pid=5893): stderr: \u000a| �[0;m�[38;5;43m20221210120455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120455551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120455551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:57.473470 run patchelf(pid=5896): Terminating (SIGINT)\u000a12:04:57.654027 run patchelf(pid=5896): Terminated: ok {rc=0}\u000a12:04:57.687152 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5893): Process ended prematurely: osmo-stp_10.42.42.5(pid=5893) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5893)] [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:04:57.696846 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:04:57.760494 run osmo-hlr_10.42.42.2(pid=5890): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5890)]\u000a12:04:57.811461 run osmo-hlr_10.42.42.2(pid=5890): stdout: \u000a| (launched: 2022-12-10_12:04:54.353476) \u000a12:04:57.863713 run osmo-hlr_10.42.42.2(pid=5890): stderr: \u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120454552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120454564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120454572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120454572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120454572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:57.907525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5879): Terminating (SIGTERM)\u000a12:04:57.949312 run iperf3-srv_10.42.42.10(pid=5880): Terminating (SIGTERM)\u000a12:04:57.991003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5881): Terminating (SIGTERM)\u000a12:04:58.032784 run iperf3-srv_10.42.42.10(pid=5882): Terminating (SIGTERM)\u000a12:04:58.074582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5883): Terminating (SIGTERM)\u000a12:04:58.116773 run iperf3-srv_10.42.42.10(pid=5884): Terminating (SIGTERM)\u000a12:04:58.158642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Terminating (SIGTERM)\u000a12:04:58.199928 run iperf3-srv_10.42.42.10(pid=5886): Terminating (SIGTERM)\u000a12:04:58.241626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5889): Terminating (SIGTERM)\u000a12:04:58.283485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5892): Terminating (SIGTERM)\u000a12:04:58.324779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5895): Terminating (SIGTERM)\u000a12:04:58.334693 --- ParallelTerminationStrategy: PID 5879 died...\u000a12:04:58.390085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5879): Terminated: ok {rc=0}\u000a12:04:58.400274 --- ParallelTerminationStrategy: PID 5880 died...\u000a12:04:58.455571 run iperf3-srv_10.42.42.10(pid=5880): Terminated {rc=256}\u000a12:04:58.465478 --- ParallelTerminationStrategy: PID 5881 died...\u000a12:04:58.520586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5881): Terminated: ok {rc=0}\u000a12:04:58.530842 --- ParallelTerminationStrategy: PID 5882 died...\u000a12:04:58.586465 run iperf3-srv_10.42.42.10(pid=5882): Terminated {rc=256}\u000a12:04:58.596669 --- ParallelTerminationStrategy: PID 5883 died...\u000a12:04:58.652628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5883): Terminated: ok {rc=0}\u000a12:04:58.662677 --- ParallelTerminationStrategy: PID 5884 died...\u000a12:04:58.718472 run iperf3-srv_10.42.42.10(pid=5884): Terminated {rc=256}\u000a12:04:58.728418 --- ParallelTerminationStrategy: PID 5885 died...\u000a12:04:58.783960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5885): Terminated: ok {rc=0}\u000a12:04:58.794322 --- ParallelTerminationStrategy: PID 5886 died...\u000a12:04:58.850219 run iperf3-srv_10.42.42.10(pid=5886): Terminated {rc=256}\u000a12:04:58.860106 --- ParallelTerminationStrategy: PID 5889 died...\u000a12:04:58.915511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5889): Terminated: ok {rc=0}\u000a12:04:58.925903 --- ParallelTerminationStrategy: PID 5892 died...\u000a12:04:58.981819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5892): Terminated: ok {rc=0}\u000a12:04:58.991934 --- ParallelTerminationStrategy: PID 5895 died...\u000a12:04:59.048159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5895): Terminated: ok {rc=0}\u000a12:04:59.135101 bus /gobi_4: Setting Powered False\u000a12:05:00.241153 bus /gobi_4: Setting Powered False\u000a12:05:01.348360 bus /gobi_1: Setting Powered False\u000a12:05:02.455100 bus /gobi_1: Setting Powered False\u000a12:05:03.562708 bus /gobi_0: Setting Powered False\u000a12:05:04.670035 bus /gobi_0: Setting Powered False\u000a12:05:05.777949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5907): Process ended prematurely: osmo-stp_10.42.42.5(pid=5907) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5907)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5907): Process ended prematurely: osmo-stp_10.42.42.5(pid=5907) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:05:06.843582 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:06.854783 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:05:07.001165 tst ping.py: using LAC 28272\u000a12:05:07.124305 tst ping.py: using RAC 222\u000a12:05:07.246521 tst ping.py: using CellId 28272\u000a12:05:07.368640 tst ping.py: using BVCI 28273\u000a12:05:07.392911 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.404362 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.415463 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.426795 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.438034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.449263 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.460698 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:07.471881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:07.758613 tst ping.py:19: start network...\u000a12:05:07.890668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:08.386649 run create_hlr_db(pid=5901): Launched\u000a12:05:08.570213 bus /gobi_6: Setting Powered False\u000a12:05:09.591005 run create_hlr_db(pid=5901): Terminated: ok {rc=0}\u000a12:05:09.988449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5903): Launched\u000a12:05:10.284876 run osmo-hlr_10.42.42.2(pid=5904): Launched\u000a12:05:10.393823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:10.908324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5906): Launched\u000a12:05:11.203762 run osmo-stp_10.42.42.5(pid=5907): Launched\u000a12:05:11.311136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:11.834522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5909): Launched\u000a12:05:11.948568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:12.226655 run patchelf(pid=5910): Launched\u000a12:05:12.412606 run osmo-stp_10.42.42.5(pid=5907): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5907)]\u000a12:05:12.547946 run osmo-stp_10.42.42.5(pid=5907): stdout: \u000a| (launched: 2022-12-10_12:05:11.058133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:12.684020 run osmo-stp_10.42.42.5(pid=5907): stderr: \u000a| �[0;m�[38;5;43m20221210120511228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120511229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120511229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120511229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:12.815400 run osmo-stp_10.42.42.5(pid=5907): stdout: \u000a| (launched: 2022-12-10_12:05:11.058133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:12.945513 run osmo-stp_10.42.42.5(pid=5907): stderr: \u000a| �[0;m�[38;5;43m20221210120511228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120511229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120511229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120511229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120511230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:13.096507 run patchelf(pid=5910): Terminating (SIGINT)\u000a12:05:13.274504 run patchelf(pid=5910): Terminated: ok {rc=0}\u000a12:05:13.306684 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5907): Process ended prematurely: osmo-stp_10.42.42.5(pid=5907) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5907)] [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a12:05:13.315901 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:05:13.379882 run osmo-hlr_10.42.42.2(pid=5904): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5904)]\u000a12:05:13.431550 run osmo-hlr_10.42.42.2(pid=5904): stdout: \u000a| (launched: 2022-12-10_12:05:10.139624) \u000a12:05:13.483849 run osmo-hlr_10.42.42.2(pid=5904): stderr: \u000a| �[0;m�[1;31m20221210120510317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120510317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120510318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120510318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120510318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120510318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120510331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120510339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120510339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120510339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:13.528549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5903): Terminating (SIGTERM)\u000a12:05:13.571044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5906): Terminating (SIGTERM)\u000a12:05:13.613494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5909): Terminating (SIGTERM)\u000a12:05:13.623342 --- ParallelTerminationStrategy: PID 5903 died...\u000a12:05:13.680172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5903): Terminated: ok {rc=0}\u000a12:05:13.690495 --- ParallelTerminationStrategy: PID 5906 died...\u000a12:05:13.746871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5906): Terminated: ok {rc=0}\u000a12:05:13.757151 --- ParallelTerminationStrategy: PID 5909 died...\u000a12:05:13.813332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5909): Terminated: ok {rc=0}\u000a12:05:13.901285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5917): Process ended prematurely: osmo-stp_10.42.42.5(pid=5917) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5917)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5917): Process ended prematurely: osmo-stp_10.42.42.5(pid=5917) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:05:14.953886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:14.965791 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:05:15.103400 tst ping_idle_ping.py: using LAC 28273\u000a12:05:15.222150 tst ping_idle_ping.py: using RAC 223\u000a12:05:15.339208 tst ping_idle_ping.py: using CellId 28273\u000a12:05:15.457591 tst ping_idle_ping.py: using BVCI 28274\u000a12:05:15.480188 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.491022 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.501628 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.512271 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.522934 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.533928 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.544740 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:15.555468 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:15.836099 tst ping_idle_ping.py:24: start network...\u000a12:05:15.993982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:16.551306 run create_hlr_db(pid=5911): Launched\u000a12:05:16.742888 bus /gobi_6: Setting Powered False\u000a12:05:17.759430 run create_hlr_db(pid=5911): Terminated: ok {rc=0}\u000a12:05:18.159515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5913): Launched\u000a12:05:18.457895 run osmo-hlr_10.42.42.2(pid=5914): Launched\u000a12:05:18.569829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:19.093425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5916): Launched\u000a12:05:19.390504 run osmo-stp_10.42.42.5(pid=5917): Launched\u000a12:05:19.497828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:20.013777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5919): Launched\u000a12:05:20.119501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:20.379530 run patchelf(pid=5920): Launched\u000a12:05:20.553069 run osmo-stp_10.42.42.5(pid=5917): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5917)]\u000a12:05:20.679891 run osmo-stp_10.42.42.5(pid=5917): stdout: \u000a| (launched: 2022-12-10_12:05:19.244338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:20.806818 run osmo-stp_10.42.42.5(pid=5917): stderr: \u000a| �[0;m�[38;5;43m20221210120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120519416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120519416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120519416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:20.929640 run osmo-stp_10.42.42.5(pid=5917): stdout: \u000a| (launched: 2022-12-10_12:05:19.244338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:21.050797 run osmo-stp_10.42.42.5(pid=5917): stderr: \u000a| �[0;m�[38;5;43m20221210120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120519415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120519416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120519416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120519416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120519417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:21.192424 run patchelf(pid=5920): Terminating (SIGINT)\u000a12:05:21.358517 run patchelf(pid=5920): Terminated: ok {rc=0}\u000a12:05:21.388774 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5917): Process ended prematurely: osmo-stp_10.42.42.5(pid=5917) [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5917)] [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:05:21.397468 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:05:21.457483 run osmo-hlr_10.42.42.2(pid=5914): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5914)]\u000a12:05:21.506985 run osmo-hlr_10.42.42.2(pid=5914): stdout: \u000a| (launched: 2022-12-10_12:05:18.311024) \u000a12:05:21.557383 run osmo-hlr_10.42.42.2(pid=5914): stderr: \u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120518486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120518498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120518509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120518509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120518509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:21.599906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5913): Terminating (SIGTERM)\u000a12:05:21.639843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5916): Terminating (SIGTERM)\u000a12:05:21.679821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5919): Terminating (SIGTERM)\u000a12:05:21.689273 --- ParallelTerminationStrategy: PID 5913 died...\u000a12:05:21.742809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5913): Terminated: ok {rc=0}\u000a12:05:21.752548 --- ParallelTerminationStrategy: PID 5916 died...\u000a12:05:21.805883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5916): Terminated: ok {rc=0}\u000a12:05:21.815566 --- ParallelTerminationStrategy: PID 5919 died...\u000a12:05:21.868937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5919): Terminated: ok {rc=0}\u000a12:05:21.957023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:04:24" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5934): Process ended prematurely: osmo-stp_10.42.42.5(pid=5934) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5934)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5934): Process ended prematurely: osmo-stp_10.42.42.5(pid=5934) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:05:24.093811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.104644 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:05:24.260249 tst cs_paging_gprs_active.py: using LAC 28274\u000a12:05:24.378903 tst cs_paging_gprs_active.py: using RAC 224\u000a12:05:24.496914 tst cs_paging_gprs_active.py: using CellId 28274\u000a12:05:24.616889 tst cs_paging_gprs_active.py: using BVCI 28275\u000a12:05:24.639986 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.650749 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.661309 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.671894 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.682423 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.693420 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.704063 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.714546 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:24.725237 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:24.843125 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:25.136909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:05:25.273094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:25.607478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5924): Launched\u000a12:05:25.884689 run iperf3-srv_10.42.42.10(pid=5925): Launched\u000a12:05:26.083351 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:05:26.219198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:26.553901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5926): Launched\u000a12:05:26.831465 run iperf3-srv_10.42.42.10(pid=5927): Launched\u000a12:05:27.029706 tst cs_paging_gprs_active.py:38: start network...\u000a12:05:27.165603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:27.674397 run create_hlr_db(pid=5928): Launched\u000a12:05:27.861560 bus /gobi_6: Setting Powered False\u000a12:05:28.882386 run create_hlr_db(pid=5928): Terminated: ok {rc=0}\u000a12:05:29.311961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5930): Launched\u000a12:05:29.634633 run osmo-hlr_10.42.42.2(pid=5931): Launched\u000a12:05:29.754997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:30.315244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5933): Launched\u000a12:05:30.636728 run osmo-stp_10.42.42.5(pid=5934): Launched\u000a12:05:30.753670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:31.354157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5936): Launched\u000a12:05:31.472310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:31.778671 run patchelf(pid=5937): Launched\u000a12:05:31.971914 run osmo-stp_10.42.42.5(pid=5934): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5934)]\u000a12:05:32.113718 run osmo-stp_10.42.42.5(pid=5934): stdout: \u000a| (launched: 2022-12-10_12:05:30.478451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:32.253851 run osmo-stp_10.42.42.5(pid=5934): stderr: \u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120530673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:32.388003 run osmo-stp_10.42.42.5(pid=5934): stdout: \u000a| (launched: 2022-12-10_12:05:30.478451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:32.520604 run osmo-stp_10.42.42.5(pid=5934): stderr: \u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120530672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120530673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120530673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:32.675544 run patchelf(pid=5937): Terminating (SIGINT)\u000a12:05:32.857188 run patchelf(pid=5937): Terminated: ok {rc=0}\u000a12:05:32.890689 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5934): Process ended prematurely: osmo-stp_10.42.42.5(pid=5934) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5934)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:05:32.900765 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:05:32.965080 run osmo-hlr_10.42.42.2(pid=5931): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5931)]\u000a12:05:33.016881 run osmo-hlr_10.42.42.2(pid=5931): stdout: \u000a| (launched: 2022-12-10_12:05:29.475381) \u000a12:05:33.069589 run osmo-hlr_10.42.42.2(pid=5931): stderr: \u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120529672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120529687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120529697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120529697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120529697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:33.115000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5924): Terminating (SIGTERM)\u000a12:05:33.157391 run iperf3-srv_10.42.42.10(pid=5925): Terminating (SIGTERM)\u000a12:05:33.200292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5926): Terminating (SIGTERM)\u000a12:05:33.242478 run iperf3-srv_10.42.42.10(pid=5927): Terminating (SIGTERM)\u000a12:05:33.285102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5930): Terminating (SIGTERM)\u000a12:05:33.327236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5933): Terminating (SIGTERM)\u000a12:05:33.369771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5936): Terminating (SIGTERM)\u000a12:05:33.379644 --- ParallelTerminationStrategy: PID 5924 died...\u000a12:05:33.436638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5924): Terminated: ok {rc=0}\u000a12:05:33.446931 --- ParallelTerminationStrategy: PID 5925 died...\u000a12:05:33.503275 run iperf3-srv_10.42.42.10(pid=5925): Terminated {rc=256}\u000a12:05:33.513562 --- ParallelTerminationStrategy: PID 5926 died...\u000a12:05:33.570040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5926): Terminated: ok {rc=0}\u000a12:05:33.580325 --- ParallelTerminationStrategy: PID 5927 died...\u000a12:05:33.636286 run iperf3-srv_10.42.42.10(pid=5927): Terminated {rc=256}\u000a12:05:33.646826 --- ParallelTerminationStrategy: PID 5930 died...\u000a12:05:33.703356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5930): Terminated: ok {rc=0}\u000a12:05:33.713912 --- ParallelTerminationStrategy: PID 5933 died...\u000a12:05:33.770422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5933): Terminated: ok {rc=0}\u000a12:05:33.780734 --- ParallelTerminationStrategy: PID 5936 died...\u000a12:05:33.837200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5936): Terminated: ok {rc=0}\u000a12:05:33.924622 bus /gobi_0: Setting Powered False\u000a12:05:35.032223 bus /gobi_0: Setting Powered False\u000a12:05:36.140415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5946): Process ended prematurely: osmo-stp_10.42.42.5(pid=5946) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5946)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5946): Process ended prematurely: osmo-stp_10.42.42.5(pid=5946) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:05:37.255784 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.267639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:05:37.430939 tst iperf3.py: using LAC 28275\u000a12:05:37.551467 tst iperf3.py: using RAC 225\u000a12:05:37.668875 tst iperf3.py: using CellId 28275\u000a12:05:37.788529 tst iperf3.py: using BVCI 28276\u000a12:05:37.811675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.822697 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.833353 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.843975 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.854434 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.864873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.875502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.885911 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:37.896426 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:38.188901 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:38.324442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:38.659069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5938): Launched\u000a12:05:38.937184 run iperf3-srv_10.42.42.10(pid=5939): Launched\u000a12:05:39.136379 tst iperf3.py:8: start network...\u000a12:05:39.271935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:39.780053 run create_hlr_db(pid=5940): Launched\u000a12:05:39.967667 bus /gobi_6: Setting Powered False\u000a12:05:40.986620 run create_hlr_db(pid=5940): Terminated: ok {rc=0}\u000a12:05:41.390671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5942): Launched\u000a12:05:41.690751 run osmo-hlr_10.42.42.2(pid=5943): Launched\u000a12:05:41.801076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:42.323331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5945): Launched\u000a12:05:42.626421 run osmo-stp_10.42.42.5(pid=5946): Launched\u000a12:05:42.735721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:43.260793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5948): Launched\u000a12:05:43.367546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:43.629886 run patchelf(pid=5949): Launched\u000a12:05:43.805533 run osmo-stp_10.42.42.5(pid=5946): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5946)]\u000a12:05:43.934120 run osmo-stp_10.42.42.5(pid=5946): stdout: \u000a| (launched: 2022-12-10_12:05:42.476880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:44.062836 run osmo-stp_10.42.42.5(pid=5946): stderr: \u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120542646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:44.187012 run osmo-stp_10.42.42.5(pid=5946): stdout: \u000a| (launched: 2022-12-10_12:05:42.476880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:44.309607 run osmo-stp_10.42.42.5(pid=5946): stderr: \u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120542646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120542646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120542647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:44.453915 run patchelf(pid=5949): Terminating (SIGINT)\u000a12:05:44.622883 run patchelf(pid=5949): Terminated: ok {rc=0}\u000a12:05:44.654140 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5946): Process ended prematurely: osmo-stp_10.42.42.5(pid=5946) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5946)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:05:44.663258 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:05:44.723207 run osmo-hlr_10.42.42.2(pid=5943): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5943)]\u000a12:05:44.771769 run osmo-hlr_10.42.42.2(pid=5943): stdout: \u000a| (launched: 2022-12-10_12:05:41.543233) \u000a12:05:44.821087 run osmo-hlr_10.42.42.2(pid=5943): stderr: \u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120541718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120541730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120541741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120541741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120541741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:44.863043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5938): Terminating (SIGTERM)\u000a12:05:44.902652 run iperf3-srv_10.42.42.10(pid=5939): Terminating (SIGTERM)\u000a12:05:44.942309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5942): Terminating (SIGTERM)\u000a12:05:44.981784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5945): Terminating (SIGTERM)\u000a12:05:45.021469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5948): Terminating (SIGTERM)\u000a12:05:45.030489 --- ParallelTerminationStrategy: PID 5938 died...\u000a12:05:45.083506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5938): Terminated: ok {rc=0}\u000a12:05:45.093171 --- ParallelTerminationStrategy: PID 5939 died...\u000a12:05:45.145809 run iperf3-srv_10.42.42.10(pid=5939): Terminated {rc=256}\u000a12:05:45.155453 --- ParallelTerminationStrategy: PID 5942 died...\u000a12:05:45.207991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5942): Terminated: ok {rc=0}\u000a12:05:45.217586 --- ParallelTerminationStrategy: PID 5945 died...\u000a12:05:45.270113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5945): Terminated: ok {rc=0}\u000a12:05:45.279598 --- ParallelTerminationStrategy: PID 5948 died...\u000a12:05:45.332191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5948): Terminated: ok {rc=0}\u000a12:05:45.420942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:05:46.540810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:46.553734 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:05:46.732627 tst iperf3m4.py: using LAC 28276\u000a12:05:46.862150 tst iperf3m4.py: using RAC 226\u000a12:05:47.014130 tst iperf3m4.py: using CellId 28276\u000a12:05:47.172286 tst iperf3m4.py: using BVCI 28277\u000a12:05:47.200140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.211576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.222699 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.234150 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.246241 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.257639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.268940 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.280168 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:05:47.291500 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:47.407030 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:47.528085 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:47.642419 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:05:47.931448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:48.066391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:48.399849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5950): Launched\u000a12:05:48.677358 run iperf3-srv_10.42.42.10(pid=5951): Launched\u000a12:05:48.875013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:05:49.009500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:49.342589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5952): Launched\u000a12:05:49.618787 run iperf3-srv_10.42.42.10(pid=5953): Launched\u000a12:05:49.816088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:05:49.950460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:50.283404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Launched\u000a12:05:50.560448 run iperf3-srv_10.42.42.10(pid=5955): Launched\u000a12:05:50.757424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:05:50.891845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:51.223711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Launched\u000a12:05:51.499522 run iperf3-srv_10.42.42.10(pid=5957): Launched\u000a12:05:51.697311 tst iperf3m4.py:8: start network...\u000a12:05:51.831950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:52.339022 run create_hlr_db(pid=5958): Launched\u000a12:05:52.526671 bus /gobi_6: Setting Powered False\u000a12:05:53.547707 run create_hlr_db(pid=5958): Terminated: ok {rc=0}\u000a12:05:53.951604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Launched\u000a12:05:54.252361 run osmo-hlr_10.42.42.2(pid=5961): Launched\u000a12:05:54.362985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:54.884755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Launched\u000a12:05:55.185147 run osmo-stp_10.42.42.5(pid=5964): Launched\u000a12:05:55.294188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:55.816126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Launched\u000a12:05:55.922946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:56.184418 run patchelf(pid=5967): Launched\u000a12:05:56.359828 run osmo-stp_10.42.42.5(pid=5964): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)]\u000a12:05:56.488659 run osmo-stp_10.42.42.5(pid=5964): stdout: \u000a| (launched: 2022-12-10_12:05:55.037202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:56.617349 run osmo-stp_10.42.42.5(pid=5964): stderr: \u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120555210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:56.741180 run osmo-stp_10.42.42.5(pid=5964): stdout: \u000a| (launched: 2022-12-10_12:05:55.037202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:56.864112 run osmo-stp_10.42.42.5(pid=5964): stderr: \u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120555210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120555210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120555211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:57.007742 run patchelf(pid=5967): Terminating (SIGINT)\u000a12:05:57.176540 run patchelf(pid=5967): Terminated: ok {rc=0}\u000a12:05:57.207520 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5964): Process ended prematurely: osmo-stp_10.42.42.5(pid=5964) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5964)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:05:57.216695 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:05:57.276673 run osmo-hlr_10.42.42.2(pid=5961): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5961)]\u000a12:05:57.325240 run osmo-hlr_10.42.42.2(pid=5961): stdout: \u000a| (launched: 2022-12-10_12:05:54.104420) \u000a12:05:57.374268 run osmo-hlr_10.42.42.2(pid=5961): stderr: \u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120554278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120554290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120554301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120554301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120554301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:57.416197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5950): Terminating (SIGTERM)\u000a12:05:57.455684 run iperf3-srv_10.42.42.10(pid=5951): Terminating (SIGTERM)\u000a12:05:57.495101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5952): Terminating (SIGTERM)\u000a12:05:57.534497 run iperf3-srv_10.42.42.10(pid=5953): Terminating (SIGTERM)\u000a12:05:57.573717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Terminating (SIGTERM)\u000a12:05:57.612916 run iperf3-srv_10.42.42.10(pid=5955): Terminating (SIGTERM)\u000a12:05:57.652249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Terminating (SIGTERM)\u000a12:05:57.691696 run iperf3-srv_10.42.42.10(pid=5957): Terminating (SIGTERM)\u000a12:05:57.730933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Terminating (SIGTERM)\u000a12:05:57.770479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Terminating (SIGTERM)\u000a12:05:57.810145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Terminating (SIGTERM)\u000a12:05:57.819420 --- ParallelTerminationStrategy: PID 5950 died...\u000a12:05:57.872853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5950): Terminated: ok {rc=0}\u000a12:05:57.882662 --- ParallelTerminationStrategy: PID 5951 died...\u000a12:05:57.935482 run iperf3-srv_10.42.42.10(pid=5951): Terminated {rc=256}\u000a12:05:57.945167 --- ParallelTerminationStrategy: PID 5952 died...\u000a12:05:57.998078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5952): Terminated: ok {rc=0}\u000a12:05:58.007701 --- ParallelTerminationStrategy: PID 5953 died...\u000a12:05:58.060465 run iperf3-srv_10.42.42.10(pid=5953): Terminated {rc=256}\u000a12:05:58.070118 --- ParallelTerminationStrategy: PID 5954 died...\u000a12:05:58.122946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5954): Terminated: ok {rc=0}\u000a12:05:58.132565 --- ParallelTerminationStrategy: PID 5955 died...\u000a12:05:58.185602 run iperf3-srv_10.42.42.10(pid=5955): Terminated {rc=256}\u000a12:05:58.195381 --- ParallelTerminationStrategy: PID 5956 died...\u000a12:05:58.248183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5956): Terminated: ok {rc=0}\u000a12:05:58.257926 --- ParallelTerminationStrategy: PID 5957 died...\u000a12:05:58.310781 run iperf3-srv_10.42.42.10(pid=5957): Terminated {rc=256}\u000a12:05:58.320415 --- ParallelTerminationStrategy: PID 5960 died...\u000a12:05:58.373419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5960): Terminated: ok {rc=0}\u000a12:05:58.383115 --- ParallelTerminationStrategy: PID 5963 died...\u000a12:05:58.436079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5963): Terminated: ok {rc=0}\u000a12:05:58.445916 --- ParallelTerminationStrategy: PID 5966 died...\u000a12:05:58.499378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5966): Terminated: ok {rc=0}\u000a12:05:58.588131 bus /gobi_4: Setting Powered False\u000a12:05:59.693532 bus /gobi_4: Setting Powered False\u000a12:06:00.806588 bus /gobi_1: Setting Powered False\u000a12:06:01.914645 bus /gobi_1: Setting Powered False\u000a12:06:03.026182 bus /gobi_0: Setting Powered False\u000a12:06:04.130985 bus /gobi_0: Setting Powered False\u000a12:06:05.244640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5974): Process ended prematurely: osmo-stp_10.42.42.5(pid=5974) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5974)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5974): Process ended prematurely: osmo-stp_10.42.42.5(pid=5974) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:06:06.312453 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.323781 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:06:06.477964 tst ping.py: using LAC 28277\u000a12:06:06.594820 tst ping.py: using RAC 227\u000a12:06:06.710827 tst ping.py: using CellId 28277\u000a12:06:06.826779 tst ping.py: using BVCI 28278\u000a12:06:06.849468 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.860277 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.870966 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.881525 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.891991 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.902520 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.913301 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:06.923788 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:07.209410 tst ping.py:19: start network...\u000a12:06:07.341579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:07.839396 run create_hlr_db(pid=5968): Launched\u000a12:06:08.023983 bus /gobi_6: Setting Powered False\u000a12:06:09.043498 run create_hlr_db(pid=5968): Terminated: ok {rc=0}\u000a12:06:09.465059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5970): Launched\u000a12:06:09.782079 run osmo-hlr_10.42.42.2(pid=5971): Launched\u000a12:06:09.900575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:10.454421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5973): Launched\u000a12:06:10.771944 run osmo-stp_10.42.42.5(pid=5974): Launched\u000a12:06:10.887911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:11.440830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5976): Launched\u000a12:06:11.554239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:11.830637 run patchelf(pid=5977): Launched\u000a12:06:12.016049 run osmo-stp_10.42.42.5(pid=5974): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5974)]\u000a12:06:12.151590 run osmo-stp_10.42.42.5(pid=5974): stdout: \u000a| (launched: 2022-12-10_12:06:10.615519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:12.287220 run osmo-stp_10.42.42.5(pid=5974): stderr: \u000a| �[0;m�[38;5;43m20221210120610807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120610807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120610808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120610808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:12.418404 run osmo-stp_10.42.42.5(pid=5974): stdout: \u000a| (launched: 2022-12-10_12:06:10.615519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:12.548190 run osmo-stp_10.42.42.5(pid=5974): stderr: \u000a| �[0;m�[38;5;43m20221210120610807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120610807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120610808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120610808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120610809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:12.699813 run patchelf(pid=5977): Terminating (SIGINT)\u000a12:06:12.876560 run patchelf(pid=5977): Terminated: ok {rc=0}\u000a12:06:12.908795 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5974): Process ended prematurely: osmo-stp_10.42.42.5(pid=5974) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5974)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:06:12.918135 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:06:12.981393 run osmo-hlr_10.42.42.2(pid=5971): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5971)]\u000a12:06:13.030915 run osmo-hlr_10.42.42.2(pid=5971): stdout: \u000a| (launched: 2022-12-10_12:06:09.626035) \u000a12:06:13.080429 run osmo-hlr_10.42.42.2(pid=5971): stderr: \u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120609822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120609834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120609843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120609843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120609843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:13.122724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5970): Terminating (SIGTERM)\u000a12:06:13.162778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5973): Terminating (SIGTERM)\u000a12:06:13.202617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5976): Terminating (SIGTERM)\u000a12:06:13.212372 --- ParallelTerminationStrategy: PID 5970 died...\u000a12:06:13.266460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5970): Terminated: ok {rc=0}\u000a12:06:13.276583 --- ParallelTerminationStrategy: PID 5973 died...\u000a12:06:13.329824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5973): Terminated: ok {rc=0}\u000a12:06:13.339883 --- ParallelTerminationStrategy: PID 5976 died...\u000a12:06:13.394028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5976): Terminated: ok {rc=0}\u000a12:06:13.482982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5984): Process ended prematurely: osmo-stp_10.42.42.5(pid=5984) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5984)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5984): Process ended prematurely: osmo-stp_10.42.42.5(pid=5984) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:06:14.534112 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:14.545940 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:06:14.702485 tst ping_idle_ping.py: using LAC 28278\u000a12:06:14.827306 tst ping_idle_ping.py: using RAC 228\u000a12:06:14.951092 tst ping_idle_ping.py: using CellId 28278\u000a12:06:15.074792 tst ping_idle_ping.py: using BVCI 28279\u000a12:06:15.099299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.110761 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.122100 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.134159 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.146117 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.157832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.169580 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:15.181297 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:15.458689 tst ping_idle_ping.py:24: start network...\u000a12:06:15.582719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:16.133356 run create_hlr_db(pid=5978): Launched\u000a12:06:16.323897 bus /gobi_6: Setting Powered False\u000a12:06:17.334736 run create_hlr_db(pid=5978): Terminated: ok {rc=0}\u000a12:06:17.741646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5980): Launched\u000a12:06:18.038947 run osmo-hlr_10.42.42.2(pid=5981): Launched\u000a12:06:18.148312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:18.661893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5983): Launched\u000a12:06:18.958222 run osmo-stp_10.42.42.5(pid=5984): Launched\u000a12:06:19.065607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:19.582573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5986): Launched\u000a12:06:19.688266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:19.946892 run patchelf(pid=5987): Launched\u000a12:06:20.121367 run osmo-stp_10.42.42.5(pid=5984): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5984)]\u000a12:06:20.248567 run osmo-stp_10.42.42.5(pid=5984): stdout: \u000a| (launched: 2022-12-10_12:06:18.812498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:20.375864 run osmo-stp_10.42.42.5(pid=5984): stderr: \u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120618984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:20.499063 run osmo-stp_10.42.42.5(pid=5984): stdout: \u000a| (launched: 2022-12-10_12:06:18.812498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:20.620862 run osmo-stp_10.42.42.5(pid=5984): stderr: \u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120618983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120618984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120618984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:20.763443 run patchelf(pid=5987): Terminating (SIGINT)\u000a12:06:20.930123 run patchelf(pid=5987): Terminated: ok {rc=0}\u000a12:06:20.960327 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5984): Process ended prematurely: osmo-stp_10.42.42.5(pid=5984) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5984)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:06:20.968792 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:06:21.028616 run osmo-hlr_10.42.42.2(pid=5981): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5981)]\u000a12:06:21.077590 run osmo-hlr_10.42.42.2(pid=5981): stdout: \u000a| (launched: 2022-12-10_12:06:17.892029) \u000a12:06:21.127432 run osmo-hlr_10.42.42.2(pid=5981): stderr: \u000a| �[0;m�[1;31m20221210120618065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120618066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120618066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120618066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120618066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120618066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120618078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120618086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120618087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120618087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:21.169966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5980): Terminating (SIGTERM)\u000a12:06:21.209976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5983): Terminating (SIGTERM)\u000a12:06:21.249644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5986): Terminating (SIGTERM)\u000a12:06:21.258910 --- ParallelTerminationStrategy: PID 5980 died...\u000a12:06:21.311940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5980): Terminated: ok {rc=0}\u000a12:06:21.321679 --- ParallelTerminationStrategy: PID 5983 died...\u000a12:06:21.374636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5983): Terminated: ok {rc=0}\u000a12:06:21.384193 --- ParallelTerminationStrategy: PID 5986 died...\u000a12:06:21.437100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5986): Terminated: ok {rc=0}\u000a12:06:21.521025 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:05:23" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6001): Process ended prematurely: osmo-stp_10.42.42.5(pid=6001) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6001)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6001): Process ended prematurely: osmo-stp_10.42.42.5(pid=6001) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:06:23.688166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:23.699061 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:06:23.853061 tst cs_paging_gprs_active.py: using LAC 28279\u000a12:06:23.971614 tst cs_paging_gprs_active.py: using RAC 229\u000a12:06:24.088465 tst cs_paging_gprs_active.py: using CellId 28279\u000a12:06:24.205208 tst cs_paging_gprs_active.py: using BVCI 28280\u000a12:06:24.228145 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.238883 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.249510 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.259932 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.270370 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.280856 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.291455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.301960 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:24.312532 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:24.428219 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:24.715890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:06:24.842464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:25.154812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Launched\u000a12:06:25.413388 run iperf3-srv_10.42.42.10(pid=5992): Launched\u000a12:06:25.597599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:06:25.722646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:26.034742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Launched\u000a12:06:26.294421 run iperf3-srv_10.42.42.10(pid=5994): Launched\u000a12:06:26.478090 tst cs_paging_gprs_active.py:38: start network...\u000a12:06:26.603331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:27.085954 run create_hlr_db(pid=5995): Launched\u000a12:06:27.258912 bus /gobi_6: Setting Powered False\u000a12:06:28.282049 run create_hlr_db(pid=5995): Terminated: ok {rc=0}\u000a12:06:28.709523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5997): Launched\u000a12:06:29.032210 run osmo-hlr_10.42.42.2(pid=5998): Launched\u000a12:06:29.151457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:29.713367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6000): Launched\u000a12:06:30.038493 run osmo-stp_10.42.42.5(pid=6001): Launched\u000a12:06:30.157345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:30.721458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6003): Launched\u000a12:06:30.850743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:31.147964 run patchelf(pid=6004): Launched\u000a12:06:31.331558 run osmo-stp_10.42.42.5(pid=6001): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6001)]\u000a12:06:31.465740 run osmo-stp_10.42.42.5(pid=6001): stdout: \u000a| (launched: 2022-12-10_12:06:29.877938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:31.599539 run osmo-stp_10.42.42.5(pid=6001): stderr: \u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120630069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:31.727446 run osmo-stp_10.42.42.5(pid=6001): stdout: \u000a| (launched: 2022-12-10_12:06:29.877938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:31.855595 run osmo-stp_10.42.42.5(pid=6001): stderr: \u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120630068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120630069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120630069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:32.004154 run patchelf(pid=6004): Terminating (SIGINT)\u000a12:06:32.178026 run patchelf(pid=6004): Terminated: ok {rc=0}\u000a12:06:32.209615 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6001): Process ended prematurely: osmo-stp_10.42.42.5(pid=6001) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6001)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:06:32.218940 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:06:32.279426 run osmo-hlr_10.42.42.2(pid=5998): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5998)]\u000a12:06:32.328278 run osmo-hlr_10.42.42.2(pid=5998): stdout: \u000a| (launched: 2022-12-10_12:06:28.873621) \u000a12:06:32.377607 run osmo-hlr_10.42.42.2(pid=5998): stderr: \u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120629070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120629082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120629090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120629091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120629091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:32.419530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Terminating (SIGTERM)\u000a12:06:32.458917 run iperf3-srv_10.42.42.10(pid=5992): Terminating (SIGTERM)\u000a12:06:32.498096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Terminating (SIGTERM)\u000a12:06:32.537436 run iperf3-srv_10.42.42.10(pid=5994): Terminating (SIGTERM)\u000a12:06:32.577152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5997): Terminating (SIGTERM)\u000a12:06:32.616519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6000): Terminating (SIGTERM)\u000a12:06:32.655795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6003): Terminating (SIGTERM)\u000a12:06:32.665017 --- ParallelTerminationStrategy: PID 5991 died...\u000a12:06:32.718123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Terminated: ok {rc=0}\u000a12:06:32.727779 --- ParallelTerminationStrategy: PID 5992 died...\u000a12:06:32.781176 run iperf3-srv_10.42.42.10(pid=5992): Terminated {rc=256}\u000a12:06:32.790736 --- ParallelTerminationStrategy: PID 5993 died...\u000a12:06:32.843223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Terminated: ok {rc=0}\u000a12:06:32.852771 --- ParallelTerminationStrategy: PID 5994 died...\u000a12:06:32.905357 run iperf3-srv_10.42.42.10(pid=5994): Terminated {rc=256}\u000a12:06:32.914893 --- ParallelTerminationStrategy: PID 5997 died...\u000a12:06:32.967335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5997): Terminated: ok {rc=0}\u000a12:06:32.977044 --- ParallelTerminationStrategy: PID 6000 died...\u000a12:06:33.030900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6000): Terminated: ok {rc=0}\u000a12:06:33.040471 --- ParallelTerminationStrategy: PID 6003 died...\u000a12:06:33.093101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6003): Terminated: ok {rc=0}\u000a12:06:33.182196 bus /gobi_0: Setting Powered False\u000a12:06:34.287018 bus /gobi_0: Setting Powered False\u000a12:06:35.393738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6015): Process ended prematurely: osmo-stp_10.42.42.5(pid=6015) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6015)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6015): Process ended prematurely: osmo-stp_10.42.42.5(pid=6015) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:06:36.506755 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:36.518689 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:06:36.685092 tst iperf3.py: using LAC 28280\u000a12:06:36.815973 tst iperf3.py: using RAC 230\u000a12:06:36.937798 tst iperf3.py: using CellId 28280\u000a12:06:37.054897 tst iperf3.py: using BVCI 28281\u000a12:06:37.078047 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.089011 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.101451 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.114274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.125689 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.136669 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.148414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.160300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:37.171664 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:37.449202 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:37.573980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:37.885502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6007): Launched\u000a12:06:38.143877 run iperf3-srv_10.42.42.10(pid=6008): Launched\u000a12:06:38.326953 tst iperf3.py:8: start network...\u000a12:06:38.451799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:38.935476 run create_hlr_db(pid=6009): Launched\u000a12:06:39.109224 bus /gobi_6: Setting Powered False\u000a12:06:40.131120 run create_hlr_db(pid=6009): Terminated: ok {rc=0}\u000a12:06:40.560636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6011): Launched\u000a12:06:40.884286 run osmo-hlr_10.42.42.2(pid=6012): Launched\u000a12:06:41.004181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:41.567541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6014): Launched\u000a12:06:41.889951 run osmo-stp_10.42.42.5(pid=6015): Launched\u000a12:06:42.009535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:42.572545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6017): Launched\u000a12:06:42.688203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:42.969974 run patchelf(pid=6018): Launched\u000a12:06:43.159626 run osmo-stp_10.42.42.5(pid=6015): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6015)]\u000a12:06:43.298276 run osmo-stp_10.42.42.5(pid=6015): stdout: \u000a| (launched: 2022-12-10_12:06:41.731412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:43.437162 run osmo-stp_10.42.42.5(pid=6015): stderr: \u000a| �[0;m�[38;5;43m20221210120641922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120641922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120641923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120641923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120641923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120641924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120641924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:43.571004 run osmo-stp_10.42.42.5(pid=6015): stdout: \u000a| (launched: 2022-12-10_12:06:41.731412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:43.703397 run osmo-stp_10.42.42.5(pid=6015): stderr: \u000a| �[0;m�[38;5;43m20221210120641922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120641922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120641923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120641923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120641923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120641924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120641924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:43.857890 run patchelf(pid=6018): Terminating (SIGINT)\u000a12:06:44.038578 run patchelf(pid=6018): Terminated: ok {rc=0}\u000a12:06:44.071581 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6015): Process ended prematurely: osmo-stp_10.42.42.5(pid=6015) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6015)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:06:44.081392 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:06:44.145714 run osmo-hlr_10.42.42.2(pid=6012): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6012)]\u000a12:06:44.197596 run osmo-hlr_10.42.42.2(pid=6012): stdout: \u000a| (launched: 2022-12-10_12:06:40.725735) \u000a12:06:44.249547 run osmo-hlr_10.42.42.2(pid=6012): stderr: \u000a| �[0;m�[1;31m20221210120640923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120640923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120640923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120640924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120640924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120640924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120640936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120640945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120640945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120640945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:44.293818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6007): Terminating (SIGTERM)\u000a12:06:44.336071 run iperf3-srv_10.42.42.10(pid=6008): Terminating (SIGTERM)\u000a12:06:44.377529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6011): Terminating (SIGTERM)\u000a12:06:44.419515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6014): Terminating (SIGTERM)\u000a12:06:44.461695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6017): Terminating (SIGTERM)\u000a12:06:44.471584 --- ParallelTerminationStrategy: PID 6007 died...\u000a12:06:44.527874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6007): Terminated: ok {rc=0}\u000a12:06:44.538113 --- ParallelTerminationStrategy: PID 6008 died...\u000a12:06:44.593770 run iperf3-srv_10.42.42.10(pid=6008): Terminated {rc=256}\u000a12:06:44.603913 --- ParallelTerminationStrategy: PID 6011 died...\u000a12:06:44.659786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6011): Terminated: ok {rc=0}\u000a12:06:44.670084 --- ParallelTerminationStrategy: PID 6014 died...\u000a12:06:44.725927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6014): Terminated: ok {rc=0}\u000a12:06:44.736175 --- ParallelTerminationStrategy: PID 6017 died...\u000a12:06:44.792076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6017): Terminated: ok {rc=0}\u000a12:06:44.880172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6033): Process ended prematurely: osmo-stp_10.42.42.5(pid=6033) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6033)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6033): Process ended prematurely: osmo-stp_10.42.42.5(pid=6033) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:06:46.007203 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.019561 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:06:46.209050 tst iperf3m4.py: using LAC 28281\u000a12:06:46.344388 tst iperf3m4.py: using RAC 231\u000a12:06:46.473983 tst iperf3m4.py: using CellId 28281\u000a12:06:46.601977 tst iperf3m4.py: using BVCI 28282\u000a12:06:46.627426 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.639628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.651643 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.666302 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.678859 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.692159 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.705390 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.718138 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:06:46.730350 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:46.872516 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:47.007961 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:47.138287 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:06:47.448189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:47.583107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:47.916378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6019): Launched\u000a12:06:48.194443 run iperf3-srv_10.42.42.10(pid=6020): Launched\u000a12:06:48.392375 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:06:48.527388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:48.861453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Launched\u000a12:06:49.139492 run iperf3-srv_10.42.42.10(pid=6022): Launched\u000a12:06:49.338175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:06:49.473122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:49.807360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Launched\u000a12:06:50.084467 run iperf3-srv_10.42.42.10(pid=6024): Launched\u000a12:06:50.282686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:06:50.417301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:50.750056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6025): Launched\u000a12:06:51.027087 run iperf3-srv_10.42.42.10(pid=6026): Launched\u000a12:06:51.225155 tst iperf3m4.py:8: start network...\u000a12:06:51.359398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:51.864218 run create_hlr_db(pid=6027): Launched\u000a12:06:52.050587 bus /gobi_6: Setting Powered False\u000a12:06:53.072246 run create_hlr_db(pid=6027): Terminated: ok {rc=0}\u000a12:06:53.477932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6029): Launched\u000a12:06:53.779175 run osmo-hlr_10.42.42.2(pid=6030): Launched\u000a12:06:53.889948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:54.413608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6032): Launched\u000a12:06:54.715097 run osmo-stp_10.42.42.5(pid=6033): Launched\u000a12:06:54.824175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:55.348804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6035): Launched\u000a12:06:55.455610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:55.718566 run patchelf(pid=6036): Launched\u000a12:06:55.894801 run osmo-stp_10.42.42.5(pid=6033): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6033)]\u000a12:06:56.023642 run osmo-stp_10.42.42.5(pid=6033): stdout: \u000a| (launched: 2022-12-10_12:06:54.566088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:56.152760 run osmo-stp_10.42.42.5(pid=6033): stderr: \u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120654740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120654740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120654740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120654741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:56.277668 run osmo-stp_10.42.42.5(pid=6033): stdout: \u000a| (launched: 2022-12-10_12:06:54.566088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:56.400482 run osmo-stp_10.42.42.5(pid=6033): stderr: \u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120654739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120654740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120654740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120654740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120654741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:56.544832 run patchelf(pid=6036): Terminating (SIGINT)\u000a12:06:56.714525 run patchelf(pid=6036): Terminated: ok {rc=0}\u000a12:06:56.745530 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6033): Process ended prematurely: osmo-stp_10.42.42.5(pid=6033) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6033)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:06:56.754714 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:06:56.814989 run osmo-hlr_10.42.42.2(pid=6030): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6030)]\u000a12:06:56.864035 run osmo-hlr_10.42.42.2(pid=6030): stdout: \u000a| (launched: 2022-12-10_12:06:53.631162) \u000a12:06:56.913567 run osmo-hlr_10.42.42.2(pid=6030): stderr: \u000a| �[0;m�[1;31m20221210120653807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120653807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120653807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120653808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120653808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120653808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120653820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120653829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120653829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120653829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:56.956149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6019): Terminating (SIGTERM)\u000a12:06:56.995863 run iperf3-srv_10.42.42.10(pid=6020): Terminating (SIGTERM)\u000a12:06:57.035377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Terminating (SIGTERM)\u000a12:06:57.074783 run iperf3-srv_10.42.42.10(pid=6022): Terminating (SIGTERM)\u000a12:06:57.114392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Terminating (SIGTERM)\u000a12:06:57.154288 run iperf3-srv_10.42.42.10(pid=6024): Terminating (SIGTERM)\u000a12:06:57.193718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6025): Terminating (SIGTERM)\u000a12:06:57.233080 run iperf3-srv_10.42.42.10(pid=6026): Terminating (SIGTERM)\u000a12:06:57.272309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6029): Terminating (SIGTERM)\u000a12:06:57.311528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6032): Terminating (SIGTERM)\u000a12:06:57.351380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6035): Terminating (SIGTERM)\u000a12:06:57.360677 --- ParallelTerminationStrategy: PID 6019 died...\u000a12:06:57.414284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6019): Terminated: ok {rc=0}\u000a12:06:57.423926 --- ParallelTerminationStrategy: PID 6020 died...\u000a12:06:57.476442 run iperf3-srv_10.42.42.10(pid=6020): Terminated {rc=256}\u000a12:06:57.486065 --- ParallelTerminationStrategy: PID 6021 died...\u000a12:06:57.538721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6021): Terminated: ok {rc=0}\u000a12:06:57.548274 --- ParallelTerminationStrategy: PID 6022 died...\u000a12:06:57.601008 run iperf3-srv_10.42.42.10(pid=6022): Terminated {rc=256}\u000a12:06:57.610638 --- ParallelTerminationStrategy: PID 6023 died...\u000a12:06:57.663351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6023): Terminated: ok {rc=0}\u000a12:06:57.673053 --- ParallelTerminationStrategy: PID 6024 died...\u000a12:06:57.725682 run iperf3-srv_10.42.42.10(pid=6024): Terminated {rc=256}\u000a12:06:57.735370 --- ParallelTerminationStrategy: PID 6025 died...\u000a12:06:57.788135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6025): Terminated: ok {rc=0}\u000a12:06:57.797853 --- ParallelTerminationStrategy: PID 6026 died...\u000a12:06:57.850509 run iperf3-srv_10.42.42.10(pid=6026): Terminated {rc=256}\u000a12:06:57.860052 --- ParallelTerminationStrategy: PID 6029 died...\u000a12:06:57.913094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6029): Terminated: ok {rc=0}\u000a12:06:57.922681 --- ParallelTerminationStrategy: PID 6032 died...\u000a12:06:57.975808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6032): Terminated: ok {rc=0}\u000a12:06:57.985837 --- ParallelTerminationStrategy: PID 6035 died...\u000a12:06:58.038340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6035): Terminated: ok {rc=0}\u000a12:06:58.126313 bus /gobi_4: Setting Powered False\u000a12:06:59.228367 bus /gobi_4: Setting Powered False\u000a12:07:00.338576 bus /gobi_1: Setting Powered False\u000a12:07:01.457858 bus /gobi_1: Setting Powered False\u000a12:07:02.570022 bus /gobi_0: Setting Powered False\u000a12:07:03.673578 bus /gobi_0: Setting Powered False\u000a12:07:04.785370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:07:05.852130 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:05.863492 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:07:06.025692 tst ping.py: using LAC 28282\u000a12:07:06.153968 tst ping.py: using RAC 232\u000a12:07:06.281182 tst ping.py: using CellId 28282\u000a12:07:06.402899 tst ping.py: using BVCI 28283\u000a12:07:06.427286 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.438582 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.449637 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.460848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.472071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.483406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.494942 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:06.506318 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:06.779913 tst ping.py:19: start network...\u000a12:07:06.903632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:07.381550 run create_hlr_db(pid=6037): Launched\u000a12:07:07.553845 bus /gobi_6: Setting Powered False\u000a12:07:08.574519 run create_hlr_db(pid=6037): Terminated: ok {rc=0}\u000a12:07:08.997227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Launched\u000a12:07:09.317171 run osmo-hlr_10.42.42.2(pid=6040): Launched\u000a12:07:09.436337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:09.990494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Launched\u000a12:07:10.309181 run osmo-stp_10.42.42.5(pid=6043): Launched\u000a12:07:10.425060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:10.979673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Launched\u000a12:07:11.093826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:11.371091 run patchelf(pid=6047): Launched\u000a12:07:11.557204 run osmo-stp_10.42.42.5(pid=6043): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a12:07:11.692873 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-10_12:07:10.151880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:11.828826 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120710346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:11.960240 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-10_12:07:10.151880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:12.090594 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120710346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120710346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120710347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:12.242545 run patchelf(pid=6047): Terminating (SIGINT)\u000a12:07:12.420211 run patchelf(pid=6047): Terminated: ok {rc=0}\u000a12:07:12.452533 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:07:12.461857 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:07:12.525909 run osmo-hlr_10.42.42.2(pid=6040): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6040)]\u000a12:07:12.577692 run osmo-hlr_10.42.42.2(pid=6040): stdout: \u000a| (launched: 2022-12-10_12:07:09.159765) \u000a12:07:12.630191 run osmo-hlr_10.42.42.2(pid=6040): stderr: \u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120709357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120709369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:12.674787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminating (SIGTERM)\u000a12:07:12.716535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminating (SIGTERM)\u000a12:07:12.758727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminating (SIGTERM)\u000a12:07:12.768855 --- ParallelTerminationStrategy: PID 6039 died...\u000a12:07:12.825470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminated: ok {rc=0}\u000a12:07:12.835663 --- ParallelTerminationStrategy: PID 6042 died...\u000a12:07:12.891911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminated: ok {rc=0}\u000a12:07:12.902111 --- ParallelTerminationStrategy: PID 6045 died...\u000a12:07:12.958476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminated: ok {rc=0}\u000a12:07:13.046292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6054): Process ended prematurely: osmo-stp_10.42.42.5(pid=6054) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6054)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6054): Process ended prematurely: osmo-stp_10.42.42.5(pid=6054) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:07:14.098855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.110710 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:07:14.267667 tst ping_idle_ping.py: using LAC 28283\u000a12:07:14.384260 tst ping_idle_ping.py: using RAC 233\u000a12:07:14.501050 tst ping_idle_ping.py: using CellId 28283\u000a12:07:14.618004 tst ping_idle_ping.py: using BVCI 28284\u000a12:07:14.640544 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.651307 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.661848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.672498 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.682976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.693611 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.704246 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:14.714863 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:14.986466 tst ping_idle_ping.py:24: start network...\u000a12:07:15.110659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:15.591426 run create_hlr_db(pid=6048): Launched\u000a12:07:15.763604 bus /gobi_6: Setting Powered False\u000a12:07:16.799830 run create_hlr_db(pid=6048): Terminated: ok {rc=0}\u000a12:07:17.233501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6050): Launched\u000a12:07:17.555360 run osmo-hlr_10.42.42.2(pid=6051): Launched\u000a12:07:17.675998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:18.229829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6053): Launched\u000a12:07:18.548366 run osmo-stp_10.42.42.5(pid=6054): Launched\u000a12:07:18.664369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:19.220242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6056): Launched\u000a12:07:19.333696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:19.610717 run patchelf(pid=6057): Launched\u000a12:07:19.796649 run osmo-stp_10.42.42.5(pid=6054): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6054)]\u000a12:07:19.932530 run osmo-stp_10.42.42.5(pid=6054): stdout: \u000a| (launched: 2022-12-10_12:07:18.391634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:20.068057 run osmo-stp_10.42.42.5(pid=6054): stderr: \u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120718584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:20.199903 run osmo-stp_10.42.42.5(pid=6054): stdout: \u000a| (launched: 2022-12-10_12:07:18.391634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:20.330340 run osmo-stp_10.42.42.5(pid=6054): stderr: \u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120718583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120718584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120718586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:20.481967 run patchelf(pid=6057): Terminating (SIGINT)\u000a12:07:20.659505 run patchelf(pid=6057): Terminated: ok {rc=0}\u000a12:07:20.691760 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6054): Process ended prematurely: osmo-stp_10.42.42.5(pid=6054) [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6054)] [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:07:20.700865 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:07:20.765099 run osmo-hlr_10.42.42.2(pid=6051): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6051)]\u000a12:07:20.817047 run osmo-hlr_10.42.42.2(pid=6051): stdout: \u000a| (launched: 2022-12-10_12:07:17.396474) \u000a12:07:20.869772 run osmo-hlr_10.42.42.2(pid=6051): stderr: \u000a| �[0;m�[1;31m20221210120717595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120717595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120717595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120717595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120717596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120717596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120717607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120717615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120717616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120717616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:20.914453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6050): Terminating (SIGTERM)\u000a12:07:20.956762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6053): Terminating (SIGTERM)\u000a12:07:20.999126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6056): Terminating (SIGTERM)\u000a12:07:21.009048 --- ParallelTerminationStrategy: PID 6050 died...\u000a12:07:21.065705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6050): Terminated: ok {rc=0}\u000a12:07:21.075847 --- ParallelTerminationStrategy: PID 6053 died...\u000a12:07:21.131979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6053): Terminated: ok {rc=0}\u000a12:07:21.142352 --- ParallelTerminationStrategy: PID 6056 died...\u000a12:07:21.199020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6056): Terminated: ok {rc=0}\u000a12:07:21.287132 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:06:23" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6068): Process ended prematurely: osmo-stp_10.42.42.5(pid=6068) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6068)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6068): Process ended prematurely: osmo-stp_10.42.42.5(pid=6068) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:07:23.321611 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.333553 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:07:23.492268 tst switch_tch_pdch.py: using LAC 28284\u000a12:07:23.609187 tst switch_tch_pdch.py: using RAC 234\u000a12:07:23.734303 tst switch_tch_pdch.py: using CellId 28284\u000a12:07:23.857617 tst switch_tch_pdch.py: using BVCI 28285\u000a12:07:23.881892 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.893460 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.904713 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.916706 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.928925 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.940256 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.951937 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:07:23.963496 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:07:24.079266 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:07:24.357589 tst switch_tch_pdch.py:51: start network...\u000a12:07:24.481294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:24.957071 run create_hlr_db(pid=6062): Launched\u000a12:07:25.128552 bus /gobi_6: Setting Powered False\u000a12:07:26.150021 run create_hlr_db(pid=6062): Terminated: ok {rc=0}\u000a12:07:26.572816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6064): Launched\u000a12:07:26.890819 run osmo-hlr_10.42.42.2(pid=6065): Launched\u000a12:07:27.006703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:27.557620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6067): Launched\u000a12:07:27.874965 run osmo-stp_10.42.42.5(pid=6068): Launched\u000a12:07:27.990643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:28.544146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6070): Launched\u000a12:07:28.657512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:28.933854 run patchelf(pid=6071): Launched\u000a12:07:29.118909 run osmo-stp_10.42.42.5(pid=6068): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6068)]\u000a12:07:29.254990 run osmo-stp_10.42.42.5(pid=6068): stdout: \u000a| (launched: 2022-12-10_12:07:27.718430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:29.390975 run osmo-stp_10.42.42.5(pid=6068): stderr: \u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120727912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:29.522305 run osmo-stp_10.42.42.5(pid=6068): stdout: \u000a| (launched: 2022-12-10_12:07:27.718430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:29.652210 run osmo-stp_10.42.42.5(pid=6068): stderr: \u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120727911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120727912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120727912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:29.803566 run patchelf(pid=6071): Terminating (SIGINT)\u000a12:07:29.981011 run patchelf(pid=6071): Terminated: ok {rc=0}\u000a12:07:30.013507 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6068): Process ended prematurely: osmo-stp_10.42.42.5(pid=6068) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6068)] [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:07:30.022950 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:07:30.086327 run osmo-hlr_10.42.42.2(pid=6065): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6065)]\u000a12:07:30.137840 run osmo-hlr_10.42.42.2(pid=6065): stdout: \u000a| (launched: 2022-12-10_12:07:26.734422) \u000a12:07:30.190306 run osmo-hlr_10.42.42.2(pid=6065): stderr: \u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120726930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120726942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120726952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120726953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120726953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:30.234989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6064): Terminating (SIGTERM)\u000a12:07:30.277070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6067): Terminating (SIGTERM)\u000a12:07:30.318922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6070): Terminating (SIGTERM)\u000a12:07:30.328872 --- ParallelTerminationStrategy: PID 6064 died...\u000a12:07:30.385162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6064): Terminated: ok {rc=0}\u000a12:07:30.395236 --- ParallelTerminationStrategy: PID 6067 died...\u000a12:07:30.451076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6067): Terminated: ok {rc=0}\u000a12:07:30.461232 --- ParallelTerminationStrategy: PID 6070 died...\u000a12:07:30.517085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6070): Terminated: ok {rc=0}\u000a12:07:30.604342 bus /gobi_0: Setting Powered False\u000a12:07:31.709483 bus /gobi_0: Setting Powered False\u000a12:07:32.815887 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:07:23" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:07:34.795194 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:34.806457 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:07:34.971022 tst switch_tch_pdch.py: using LAC 28285\u000a12:07:35.094104 tst switch_tch_pdch.py: using RAC 235\u000a12:07:35.220125 tst switch_tch_pdch.py: using CellId 28285\u000a12:07:35.344214 tst switch_tch_pdch.py: using BVCI 28286\u000a12:07:35.368478 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.379706 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.390846 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.402808 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.414623 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.426285 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.438067 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:07:35.449811 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:07:35.566986 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:07:35.856674 tst switch_tch_pdch.py:51: start network...\u000a12:07:35.994322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:36.465374 run create_hlr_db(pid=6076): Launched\u000a12:07:36.595135 bus /gobi_6: Setting Powered False\u000a12:07:37.670257 run create_hlr_db(pid=6076): Terminated: ok {rc=0}\u000a12:07:38.064046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Launched\u000a12:07:38.382152 run osmo-hlr_10.42.42.2(pid=6079): Launched\u000a12:07:38.497376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:39.018383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Launched\u000a12:07:39.335736 run osmo-stp_10.42.42.5(pid=6082): Launched\u000a12:07:39.450923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:39.974246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Launched\u000a12:07:40.086813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:40.362155 run patchelf(pid=6085): Launched\u000a12:07:40.546215 run osmo-stp_10.42.42.5(pid=6082): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]\u000a12:07:40.680741 run osmo-stp_10.42.42.5(pid=6082): stdout: \u000a| (launched: 2022-12-10_12:07:39.179143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:40.815522 run osmo-stp_10.42.42.5(pid=6082): stderr: \u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120739374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:40.945920 run osmo-stp_10.42.42.5(pid=6082): stdout: \u000a| (launched: 2022-12-10_12:07:39.179143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:41.075203 run osmo-stp_10.42.42.5(pid=6082): stderr: \u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120739374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120739374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120739375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:41.226747 run patchelf(pid=6085): Terminating (SIGINT)\u000a12:07:41.404637 run patchelf(pid=6085): Terminated: ok {rc=0}\u000a12:07:41.436875 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)] [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:07:41.446074 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:07:41.509427 run osmo-hlr_10.42.42.2(pid=6079): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6079)]\u000a12:07:41.560872 run osmo-hlr_10.42.42.2(pid=6079): stdout: \u000a| (launched: 2022-12-10_12:07:38.225680) \u000a12:07:41.612523 run osmo-hlr_10.42.42.2(pid=6079): stderr: \u000a| �[0;m�[1;31m20221210120738422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120738422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120738422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120738422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120738422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120738423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120738438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120738447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120738447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120738447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:41.656568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Terminating (SIGTERM)\u000a12:07:41.697896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Terminating (SIGTERM)\u000a12:07:41.739322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Terminating (SIGTERM)\u000a12:07:41.749299 --- ParallelTerminationStrategy: PID 6078 died...\u000a12:07:41.805117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Terminated: ok {rc=0}\u000a12:07:41.815132 --- ParallelTerminationStrategy: PID 6081 died...\u000a12:07:41.871044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Terminated: ok {rc=0}\u000a12:07:41.881153 --- ParallelTerminationStrategy: PID 6084 died...\u000a12:07:41.937319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Terminated: ok {rc=0}\u000a12:07:42.023182 bus /gobi_0: Setting Powered False\u000a12:07:43.130180 bus /gobi_0: Setting Powered False\u000a12:07:44.241430 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6090) [trial-2374↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6090)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6090) [trial-2374↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:07:46.156549 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:07:46.172320 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:07:46.314082 tst mo_mt_sms.py: using LAC 28286\u000a12:07:46.453110 tst mo_mt_sms.py: using RAC 236\u000a12:07:46.607174 tst mo_mt_sms.py: using CellId 28286\u000a12:07:46.769892 tst mo_mt_sms.py: using BVCI 28287\u000a12:07:46.794470 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:07:46.914871 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:07:47.256124 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:07:47.381310 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:07:47.994367 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6089): Launched\u000a12:07:48.288090 run osmo-nitb_10.42.42.2(pid=6090): Launched\u000a12:07:48.470407 run osmo-nitb_10.42.42.2(pid=6090): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6090)]\u000a12:07:48.604517 run osmo-nitb_10.42.42.2(pid=6090): stdout: \u000a| (launched: 2022-12-10_12:07:48.144812) \u000a12:07:48.738663 run osmo-nitb_10.42.42.2(pid=6090): stderr: \u000a| (launched: 2022-12-10_12:07:48.189081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:07:48.868302 run osmo-nitb_10.42.42.2(pid=6090): stdout: \u000a| (launched: 2022-12-10_12:07:48.144812) \u000a12:07:48.996550 run osmo-nitb_10.42.42.2(pid=6090): stderr: \u000a| (launched: 2022-12-10_12:07:48.189081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:07:49.408557 tst osmo-nitb_10.42.42.2(pid=6090): stdout: \u000a| (launched: 2022-12-10_12:07:48.144812) \u000a12:07:49.526483 tst osmo-nitb_10.42.42.2(pid=6090): stderr: \u000a| (launched: 2022-12-10_12:07:48.189081)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:07:49.578228 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6090) [trial-2374↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6090)] [trial-2374↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a12:07:49.586225 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:07:49.619957 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6089): Terminating (SIGTERM)\u000a12:07:49.797237 --- ParallelTerminationStrategy: PID 6089 died...\u000a12:07:49.851969 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6089): Terminated: ok {rc=0}\u000a12:07:49.940879 bus /sierra_3: Setting Powered False\u000a12:07:51.045853 bus /sierra_3: Setting Powered False\u000a12:07:52.158276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6101): Process ended prematurely: osmo-stp_10.42.42.5(pid=6101) [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6101)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6101): Process ended prematurely: osmo-stp_10.42.42.5(pid=6101) [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:07:54.029119 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.039759 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:07:54.167005 tst mo_mt_sms.py: using LAC 28287\u000a12:07:54.284814 tst mo_mt_sms.py: using RAC 237\u000a12:07:54.400128 tst mo_mt_sms.py: using CellId 28287\u000a12:07:54.518047 tst mo_mt_sms.py: using BVCI 28288\u000a12:07:54.540393 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.551153 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.561590 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.572041 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.582481 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:07:54.592830 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:07:54.709775 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:07:54.906461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:55.381984 run create_hlr_db(pid=6095): Launched\u000a12:07:55.554373 bus /sierra_2: Setting Powered False\u000a12:07:56.574862 run create_hlr_db(pid=6095): Terminated: ok {rc=0}\u000a12:07:56.995551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6097): Launched\u000a12:07:57.313327 run osmo-hlr_10.42.42.2(pid=6098): Launched\u000a12:07:57.429820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:57.982677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6100): Launched\u000a12:07:58.301101 run osmo-stp_10.42.42.5(pid=6101): Launched\u000a12:07:58.415266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:07:58.998525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6103): Launched\u000a12:07:59.317514 run osmo-msc_10.42.42.6(pid=6104): Launched\u000a12:07:59.503875 run osmo-stp_10.42.42.5(pid=6101): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6101)]\u000a12:07:59.638239 run osmo-stp_10.42.42.5(pid=6101): stdout: \u000a| (launched: 2022-12-10_12:07:58.144372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:59.771808 run osmo-stp_10.42.42.5(pid=6101): stderr: \u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120758337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120758337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120758337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120758338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:59.899641 run osmo-stp_10.42.42.5(pid=6101): stdout: \u000a| (launched: 2022-12-10_12:07:58.144372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:00.026902 run osmo-stp_10.42.42.5(pid=6101): stderr: \u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120758336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120758337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120758337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120758337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120758338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:00.082457 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6101): Process ended prematurely: osmo-stp_10.42.42.5(pid=6101) [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6101)] [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a12:08:00.091020 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a12:08:00.153622 run osmo-hlr_10.42.42.2(pid=6098): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6098)]\u000a12:08:00.205597 run osmo-hlr_10.42.42.2(pid=6098): stdout: \u000a| (launched: 2022-12-10_12:07:57.156819) \u000a12:08:00.257895 run osmo-hlr_10.42.42.2(pid=6098): stderr: \u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120757356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120757368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120757378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120757378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120757378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:00.328487 run osmo-msc_10.42.42.6(pid=6104): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6104)]\u000a12:08:00.379532 run osmo-msc_10.42.42.6(pid=6104): stdout: \u000a| (launched: 2022-12-10_12:07:59.160438) \u000a12:08:00.431721 run osmo-msc_10.42.42.6(pid=6104): stderr: \u000a| �[0;m�[38;5;43m20221210120759484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120759484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff619e82c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120759485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120759485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120759485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120759485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120759487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120759487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120759487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120759487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:08:00.475362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6097): Terminating (SIGTERM)\u000a12:08:00.517080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6100): Terminating (SIGTERM)\u000a12:08:00.558889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6103): Terminating (SIGTERM)\u000a12:08:00.568893 --- ParallelTerminationStrategy: PID 6097 died...\u000a12:08:00.625274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6097): Terminated: ok {rc=0}\u000a12:08:00.635439 --- ParallelTerminationStrategy: PID 6100 died...\u000a12:08:00.691447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6100): Terminated: ok {rc=0}\u000a12:08:00.701688 --- ParallelTerminationStrategy: PID 6103 died...\u000a12:08:00.757489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6103): Terminated: ok {rc=0}\u000a12:08:00.850432 bus /sierra_3: Setting Powered False\u000a12:08:01.974899 bus /sierra_3: Setting Powered False\u000a12:08:03.084420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6110) [trial-2374↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6110)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6110) [trial-2374↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:08:04.913970 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:08:04.924583 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:08:05.063409 tst assert_extension.py: using LAC 28288\u000a12:08:05.178184 tst assert_extension.py: using RAC 238\u000a12:08:05.292824 tst assert_extension.py: using CellId 28288\u000a12:08:05.406733 tst assert_extension.py: using BVCI 28289\u000a12:08:05.429166 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:08:05.714980 tst assert_extension.py:10: start nitb and bts...\u000a12:08:05.847836 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:08:06.506310 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6109): Launched\u000a12:08:06.821063 run osmo-nitb_10.42.42.2(pid=6110): Launched\u000a12:08:07.016089 run osmo-nitb_10.42.42.2(pid=6110): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6110)]\u000a12:08:07.159188 run osmo-nitb_10.42.42.2(pid=6110): stdout: \u000a| (launched: 2022-12-10_12:08:06.668275) \u000a12:08:07.303080 run osmo-nitb_10.42.42.2(pid=6110): stderr: \u000a| (launched: 2022-12-10_12:08:06.715346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:07.442589 run osmo-nitb_10.42.42.2(pid=6110): stdout: \u000a| (launched: 2022-12-10_12:08:06.668275) \u000a12:08:07.581217 run osmo-nitb_10.42.42.2(pid=6110): stderr: \u000a| (launched: 2022-12-10_12:08:06.715346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:07.949375 tst osmo-nitb_10.42.42.2(pid=6110): stdout: \u000a| (launched: 2022-12-10_12:08:06.668275) \u000a12:08:08.075907 tst osmo-nitb_10.42.42.2(pid=6110): stderr: \u000a| (launched: 2022-12-10_12:08:06.715346)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:08.131273 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6110) [trial-2374↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6110)] [trial-2374↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a12:08:08.139813 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:08:08.175839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6109): Terminating (SIGTERM)\u000a12:08:08.353945 --- ParallelTerminationStrategy: PID 6109 died...\u000a12:08:08.411217 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6109): Terminated: ok {rc=0}\u000a12:08:08.497951 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:08:04" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6120): Process ended prematurely: osmo-stp_10.42.42.5(pid=6120) [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6120)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6120): Process ended prematurely: osmo-stp_10.42.42.5(pid=6120) [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:08:10.327821 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.339654 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:08:10.475646 tst assert_extension.py: using LAC 28289\u000a12:08:10.603602 tst assert_extension.py: using RAC 239\u000a12:08:10.725321 tst assert_extension.py: using CellId 28289\u000a12:08:10.846957 tst assert_extension.py: using BVCI 28290\u000a12:08:10.870946 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.882157 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.893143 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.904438 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.915688 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:08:10.926796 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:08:11.123476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:11.599693 run create_hlr_db(pid=6114): Launched\u000a12:08:11.770266 bus /sierra_2: Setting Powered False\u000a12:08:12.791567 run create_hlr_db(pid=6114): Terminated: ok {rc=0}\u000a12:08:13.214585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6116): Launched\u000a12:08:13.535517 run osmo-hlr_10.42.42.2(pid=6117): Launched\u000a12:08:13.654509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:14.209694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6119): Launched\u000a12:08:14.529692 run osmo-stp_10.42.42.5(pid=6120): Launched\u000a12:08:14.645448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:08:15.226289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6122): Launched\u000a12:08:15.546539 run osmo-msc_10.42.42.6(pid=6123): Launched\u000a12:08:15.734961 run osmo-stp_10.42.42.5(pid=6120): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6120)]\u000a12:08:15.894196 run osmo-stp_10.42.42.5(pid=6120): stdout: \u000a| (launched: 2022-12-10_12:08:14.371021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:16.100633 run osmo-stp_10.42.42.5(pid=6120): stderr: \u000a| �[0;m�[38;5;43m20221210120814562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120814562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120814563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120814563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:16.233788 run osmo-stp_10.42.42.5(pid=6120): stdout: \u000a| (launched: 2022-12-10_12:08:14.371021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:16.364072 run osmo-stp_10.42.42.5(pid=6120): stderr: \u000a| �[0;m�[38;5;43m20221210120814562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120814562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120814563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120814563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:16.421122 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6120): Process ended prematurely: osmo-stp_10.42.42.5(pid=6120) [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6120)] [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a12:08:16.430713 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:08:16.502947 run osmo-hlr_10.42.42.2(pid=6117): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6117)]\u000a12:08:16.571276 run osmo-hlr_10.42.42.2(pid=6117): stdout: \u000a| (launched: 2022-12-10_12:08:13.376937) \u000a12:08:16.639080 run osmo-hlr_10.42.42.2(pid=6117): stderr: \u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120813576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120813588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120813596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120813597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120813597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:16.720808 run osmo-msc_10.42.42.6(pid=6123): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6123)]\u000a12:08:16.779389 run osmo-msc_10.42.42.6(pid=6123): stdout: \u000a| (launched: 2022-12-10_12:08:15.387724) \u000a12:08:16.845261 run osmo-msc_10.42.42.6(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221210120815708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120815708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fec890c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120815708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120815708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120815708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120815708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120815710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120815711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120815711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120815711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:08:16.893646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6116): Terminating (SIGTERM)\u000a12:08:16.947207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6119): Terminating (SIGTERM)\u000a12:08:16.994305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6122): Terminating (SIGTERM)\u000a12:08:17.004623 --- ParallelTerminationStrategy: PID 6116 died...\u000a12:08:17.076373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6116): Terminated: ok {rc=0}\u000a12:08:17.087533 --- ParallelTerminationStrategy: PID 6119 died...\u000a12:08:17.146630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6119): Terminated: ok {rc=0}\u000a12:08:17.157773 --- ParallelTerminationStrategy: PID 6122 died...\u000a12:08:17.217543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6122): Terminated: ok {rc=0}\u000a12:08:17.319608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:08:10" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6407): Process ended prematurely: osmo-stp_10.42.42.5(pid=6407) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6407)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6407): Process ended prematurely: osmo-stp_10.42.42.5(pid=6407) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:08:19.343309 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:19.355979 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:08:19.521201 tst mo_mt_call.py: using LAC 28290\u000a12:08:19.652717 tst mo_mt_call.py: using RAC 240\u000a12:08:19.783795 tst mo_mt_call.py: using CellId 28290\u000a12:08:19.912168 tst mo_mt_call.py: using BVCI 28291\u000a12:08:19.938791 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:19.951527 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:19.964923 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:19.978523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:19.992260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:20.005973 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:08:20.132034 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:08:20.350861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:20.908036 run create_hlr_db(pid=6400): Launched\u000a12:08:21.108424 bus /sierra_2: Setting Powered False\u000a12:08:22.119647 run create_hlr_db(pid=6400): Terminated: ok {rc=0}\u000a12:08:22.583880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6403): Launched\u000a12:08:23.002275 run osmo-hlr_10.42.42.2(pid=6404): Launched\u000a12:08:23.225287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:23.880114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6406): Launched\u000a12:08:24.298332 run osmo-stp_10.42.42.5(pid=6407): Launched\u000a12:08:24.519035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:08:25.169960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6409): Launched\u000a12:08:25.581736 run osmo-msc_10.42.42.6(pid=6410): Launched\u000a12:08:25.953774 run osmo-stp_10.42.42.5(pid=6407): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6407)]\u000a12:08:26.221804 run osmo-stp_10.42.42.5(pid=6407): stdout: \u000a| (launched: 2022-12-10_12:08:24.036390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:26.429698 run osmo-stp_10.42.42.5(pid=6407): stderr: \u000a| �[0;m�[38;5;43m20221210120824369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120824370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:26.554754 run osmo-stp_10.42.42.5(pid=6407): stdout: \u000a| (launched: 2022-12-10_12:08:24.036390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:26.678905 run osmo-stp_10.42.42.5(pid=6407): stderr: \u000a| �[0;m�[38;5;43m20221210120824369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120824370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120824370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120824371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:26.734129 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6407): Process ended prematurely: osmo-stp_10.42.42.5(pid=6407) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6407)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:08:26.743876 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a12:08:26.806362 run osmo-hlr_10.42.42.2(pid=6404): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6404)]\u000a12:08:26.857204 run osmo-hlr_10.42.42.2(pid=6404): stdout: \u000a| (launched: 2022-12-10_12:08:22.751645) \u000a12:08:26.908831 run osmo-hlr_10.42.42.2(pid=6404): stderr: \u000a| �[0;m�[1;31m20221210120823091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120823091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120823091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120823092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120823092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120823092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120823119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120823132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120823132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120823132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:26.978598 run osmo-msc_10.42.42.6(pid=6410): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6410)]\u000a12:08:27.029152 run osmo-msc_10.42.42.6(pid=6410): stdout: \u000a| (launched: 2022-12-10_12:08:25.326980) \u000a12:08:27.080489 run osmo-msc_10.42.42.6(pid=6410): stderr: \u000a| �[0;m�[38;5;43m20221210120825926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120825926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe85e784c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120825927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120825927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120825927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120825927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120825929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120825929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120825929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120825929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:08:27.124137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6403): Terminating (SIGTERM)\u000a12:08:27.165926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6406): Terminating (SIGTERM)\u000a12:08:27.209347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6409): Terminating (SIGTERM)\u000a12:08:27.219536 --- ParallelTerminationStrategy: PID 6403 died...\u000a12:08:27.275932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6403): Terminated: ok {rc=0}\u000a12:08:27.286355 --- ParallelTerminationStrategy: PID 6406 died...\u000a12:08:27.340449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6406): Terminated: ok {rc=0}\u000a12:08:27.350776 --- ParallelTerminationStrategy: PID 6409 died...\u000a12:08:27.405175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6409): Terminated: ok {rc=0}\u000a12:08:27.491716 bus /sierra_3: Setting Powered False\u000a12:08:28.599439 bus /sierra_3: Setting Powered False\u000a12:08:29.710525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:08:30.825631 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:30.846240 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:08:31.036210 tst mo_mt_call_osmux.py: using LAC 28291\u000a12:08:31.182627 tst mo_mt_call_osmux.py: using RAC 241\u000a12:08:31.379509 tst mo_mt_call_osmux.py: using CellId 28291\u000a12:08:31.545899 tst mo_mt_call_osmux.py: using BVCI 28292\u000a12:08:31.573475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:31.587065 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:31.600400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:31.614309 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:31.628090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:08:31.641333 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:08:31.783115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:08:32.060845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:32.708930 run create_hlr_db(pid=6412): Launched\u000a12:08:32.903435 bus /sierra_2: Setting Powered False\u000a12:08:33.908756 run create_hlr_db(pid=6412): Terminated: ok {rc=0}\u000a12:08:34.357219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Launched\u000a12:08:34.773494 run osmo-hlr_10.42.42.2(pid=6415): Launched\u000a12:08:35.013938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:35.663205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Launched\u000a12:08:36.079194 run osmo-stp_10.42.42.5(pid=6418): Launched\u000a12:08:36.316755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:08:36.978414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Launched\u000a12:08:37.400452 run osmo-msc_10.42.42.6(pid=6421): Launched\u000a12:08:37.781895 run osmo-stp_10.42.42.5(pid=6418): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]\u000a12:08:38.048777 run osmo-stp_10.42.42.5(pid=6418): stdout: \u000a| (launched: 2022-12-10_12:08:35.823608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:38.265421 run osmo-stp_10.42.42.5(pid=6418): stderr: \u000a| �[0;m�[38;5;43m20221210120836169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120836169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120836170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120836170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:38.391999 run osmo-stp_10.42.42.5(pid=6418): stdout: \u000a| (launched: 2022-12-10_12:08:35.823608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:38.518032 run osmo-stp_10.42.42.5(pid=6418): stderr: \u000a| �[0;m�[38;5;43m20221210120836169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120836169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120836170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120836170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120836171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:38.575113 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:08:38.585188 tst mo_mt_call_osmux.py:8: Test FAILED (7.8 sec)\u000a12:08:38.647908 run osmo-hlr_10.42.42.2(pid=6415): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6415)]\u000a12:08:38.699973 run osmo-hlr_10.42.42.2(pid=6415): stdout: \u000a| (launched: 2022-12-10_12:08:34.514958) \u000a12:08:38.752726 run osmo-hlr_10.42.42.2(pid=6415): stderr: \u000a| �[0;m�[1;31m20221210120834869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120834869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120834869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120834869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120834869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120834870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120834888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120834902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120834903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120834903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:38.822918 run osmo-msc_10.42.42.6(pid=6421): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6421)]\u000a12:08:38.873583 run osmo-msc_10.42.42.6(pid=6421): stdout: \u000a| (launched: 2022-12-10_12:08:37.136725) \u000a12:08:38.924994 run osmo-msc_10.42.42.6(pid=6421): stderr: \u000a| �[0;m�[38;5;43m20221210120837741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120837741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff71a491c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120837741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120837742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120837742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120837742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120837745 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120837746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120837746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120837746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:08:38.969561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Terminating (SIGTERM)\u000a12:08:39.011936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Terminating (SIGTERM)\u000a12:08:39.055333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Terminating (SIGTERM)\u000a12:08:39.067510 --- ParallelTerminationStrategy: PID 6414 died...\u000a12:08:39.124186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Terminated: ok {rc=0}\u000a12:08:39.134783 --- ParallelTerminationStrategy: PID 6417 died...\u000a12:08:39.190633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Terminated: ok {rc=0}\u000a12:08:39.201534 --- ParallelTerminationStrategy: PID 6420 died...\u000a12:08:39.256482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Terminated: ok {rc=0}\u000a12:08:39.348705 bus /sierra_3: Setting Powered False\u000a12:08:40.450818 bus /sierra_3: Setting Powered False\u000a12:08:41.562044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:08:19" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:08:43.552241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:43.563980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:08:43.717533 tst mo_mt_call.py: using LAC 28292\u000a12:08:43.845185 tst mo_mt_call.py: using RAC 242\u000a12:08:43.967096 tst mo_mt_call.py: using CellId 28292\u000a12:08:44.087652 tst mo_mt_call.py: using BVCI 28293\u000a12:08:44.110760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:44.122009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:44.133433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:44.144451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:44.155426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:44.166264 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:08:44.286426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:08:44.498323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:45.005393 run create_hlr_db(pid=6426): Launched\u000a12:08:45.193188 bus /sierra_2: Setting Powered False\u000a12:08:46.218485 run create_hlr_db(pid=6426): Terminated: ok {rc=0}\u000a12:08:46.673588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Launched\u000a12:08:47.113176 run osmo-hlr_10.42.42.2(pid=6429): Launched\u000a12:08:47.299631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:47.823673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Launched\u000a12:08:48.126451 run osmo-stp_10.42.42.5(pid=6432): Launched\u000a12:08:48.236531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:08:48.787102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Launched\u000a12:08:49.089430 run osmo-msc_10.42.42.6(pid=6435): Launched\u000a12:08:49.266048 run osmo-stp_10.42.42.5(pid=6432): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a12:08:49.393581 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-10_12:08:47.977506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:49.518323 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221210120848148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120848149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120848149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120848150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:49.639438 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-10_12:08:47.977506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:49.759453 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221210120848148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120848149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120848149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120848150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120848150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:49.812443 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:08:49.820844 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:08:49.880430 run osmo-hlr_10.42.42.2(pid=6429): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6429)]\u000a12:08:49.928594 run osmo-hlr_10.42.42.2(pid=6429): stdout: \u000a| (launched: 2022-12-10_12:08:46.842093) \u000a12:08:49.979005 run osmo-hlr_10.42.42.2(pid=6429): stderr: \u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120847155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120847175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120847192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120847192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120847192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:50.045872 run osmo-msc_10.42.42.6(pid=6435): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6435)]\u000a12:08:50.094014 run osmo-msc_10.42.42.6(pid=6435): stdout: \u000a| (launched: 2022-12-10_12:08:48.940111) \u000a12:08:50.142887 run osmo-msc_10.42.42.6(pid=6435): stderr: \u000a| �[0;m�[38;5;43m20221210120849211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120849211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97ed6cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120849212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120849212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120849212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120849212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120849214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120849214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120849214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120849215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:08:50.184036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminating (SIGTERM)\u000a12:08:50.223106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminating (SIGTERM)\u000a12:08:50.262169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Terminating (SIGTERM)\u000a12:08:50.271296 --- ParallelTerminationStrategy: PID 6428 died...\u000a12:08:50.323671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminated: ok {rc=0}\u000a12:08:50.333318 --- ParallelTerminationStrategy: PID 6431 died...\u000a12:08:50.385441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminated: ok {rc=0}\u000a12:08:50.394866 --- ParallelTerminationStrategy: PID 6434 died...\u000a12:08:50.447570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Terminated: ok {rc=0}\u000a12:08:50.530428 bus /sierra_3: Setting Powered False\u000a12:08:51.636521 bus /sierra_3: Setting Powered False\u000a12:08:52.743401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6443): Process ended prematurely: osmo-stp_10.42.42.5(pid=6443) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6443)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6443): Process ended prematurely: osmo-stp_10.42.42.5(pid=6443) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:08:53.858607 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:53.871136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:08:54.034043 tst mo_mt_call_osmux.py: using LAC 28293\u000a12:08:54.160104 tst mo_mt_call_osmux.py: using RAC 243\u000a12:08:54.287983 tst mo_mt_call_osmux.py: using CellId 28293\u000a12:08:54.413456 tst mo_mt_call_osmux.py: using BVCI 28294\u000a12:08:54.438225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:54.449996 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:54.461452 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:54.473386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:54.485373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:08:54.498202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:08:54.612630 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:08:54.822969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:55.332603 run create_hlr_db(pid=6437): Launched\u000a12:08:55.521182 bus /sierra_2: Setting Powered False\u000a12:08:56.542174 run create_hlr_db(pid=6437): Terminated: ok {rc=0}\u000a12:08:56.973713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6439): Launched\u000a12:08:57.299323 run osmo-hlr_10.42.42.2(pid=6440): Launched\u000a12:08:57.418462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:57.981579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6442): Launched\u000a12:08:58.306671 run osmo-stp_10.42.42.5(pid=6443): Launched\u000a12:08:58.424602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:08:59.014906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6445): Launched\u000a12:08:59.338899 run osmo-msc_10.42.42.6(pid=6446): Launched\u000a12:08:59.528168 run osmo-stp_10.42.42.5(pid=6443): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6443)]\u000a12:08:59.665070 run osmo-stp_10.42.42.5(pid=6443): stdout: \u000a| (launched: 2022-12-10_12:08:58.146853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:59.801360 run osmo-stp_10.42.42.5(pid=6443): stderr: \u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120858341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:59.932182 run osmo-stp_10.42.42.5(pid=6443): stdout: \u000a| (launched: 2022-12-10_12:08:58.146853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:00.061756 run osmo-stp_10.42.42.5(pid=6443): stderr: \u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120858340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120858341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120858341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:00.118772 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6443): Process ended prematurely: osmo-stp_10.42.42.5(pid=6443) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6443)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:09:00.128127 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:09:00.191356 run osmo-hlr_10.42.42.2(pid=6440): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6440)]\u000a12:09:00.243481 run osmo-hlr_10.42.42.2(pid=6440): stdout: \u000a| (launched: 2022-12-10_12:08:57.139252) \u000a12:09:00.295246 run osmo-hlr_10.42.42.2(pid=6440): stderr: \u000a| �[0;m�[1;31m20221210120857338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120857338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120857338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120857338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120857338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120857339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120857351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120857360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120857360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120857360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:00.366814 run osmo-msc_10.42.42.6(pid=6446): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6446)]\u000a12:09:00.418367 run osmo-msc_10.42.42.6(pid=6446): stdout: \u000a| (launched: 2022-12-10_12:08:59.179285) \u000a12:09:00.470502 run osmo-msc_10.42.42.6(pid=6446): stderr: \u000a| �[0;m�[38;5;43m20221210120859502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120859502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f702078ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120859502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120859502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120859503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120859503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120859504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120859505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120859505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120859505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:00.515095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6439): Terminating (SIGTERM)\u000a12:09:00.556505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6442): Terminating (SIGTERM)\u000a12:09:00.598520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6445): Terminating (SIGTERM)\u000a12:09:00.608537 --- ParallelTerminationStrategy: PID 6439 died...\u000a12:09:00.664740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6439): Terminated: ok {rc=0}\u000a12:09:00.675065 --- ParallelTerminationStrategy: PID 6442 died...\u000a12:09:00.730881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6442): Terminated: ok {rc=0}\u000a12:09:00.741422 --- ParallelTerminationStrategy: PID 6445 died...\u000a12:09:00.797713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6445): Terminated: ok {rc=0}\u000a12:09:00.889094 bus /sierra_3: Setting Powered False\u000a12:09:02.004500 bus /sierra_3: Setting Powered False\u000a12:09:03.114906 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:08:43" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6457): Process ended prematurely: osmo-stp_10.42.42.5(pid=6457) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6457)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6457): Process ended prematurely: osmo-stp_10.42.42.5(pid=6457) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:09:05.112481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.124236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:09:05.285741 tst mo_mt_call.py: using LAC 28294\u000a12:09:05.402718 tst mo_mt_call.py: using RAC 244\u000a12:09:05.519177 tst mo_mt_call.py: using CellId 28294\u000a12:09:05.635783 tst mo_mt_call.py: using BVCI 28295\u000a12:09:05.658698 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.670058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.681232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.692140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.703191 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:05.714094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:09:05.833116 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:09:06.035165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:06.518032 run create_hlr_db(pid=6451): Launched\u000a12:09:06.691793 bus /sierra_2: Setting Powered False\u000a12:09:07.714503 run create_hlr_db(pid=6451): Terminated: ok {rc=0}\u000a12:09:08.144722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6453): Launched\u000a12:09:08.469848 run osmo-hlr_10.42.42.2(pid=6454): Launched\u000a12:09:08.588765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:09.150902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6456): Launched\u000a12:09:09.475069 run osmo-stp_10.42.42.5(pid=6457): Launched\u000a12:09:09.593999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:10.188412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6459): Launched\u000a12:09:10.514644 run osmo-msc_10.42.42.6(pid=6460): Launched\u000a12:09:10.705742 run osmo-stp_10.42.42.5(pid=6457): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6457)]\u000a12:09:10.842533 run osmo-stp_10.42.42.5(pid=6457): stdout: \u000a| (launched: 2022-12-10_12:09:09.315907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:10.978808 run osmo-stp_10.42.42.5(pid=6457): stderr: \u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120909510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:11.108909 run osmo-stp_10.42.42.5(pid=6457): stdout: \u000a| (launched: 2022-12-10_12:09:09.315907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:11.238641 run osmo-stp_10.42.42.5(pid=6457): stderr: \u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120909509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120909510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120909510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:11.295602 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6457): Process ended prematurely: osmo-stp_10.42.42.5(pid=6457) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6457)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:09:11.304856 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:09:11.367951 run osmo-hlr_10.42.42.2(pid=6454): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6454)]\u000a12:09:11.419198 run osmo-hlr_10.42.42.2(pid=6454): stdout: \u000a| (launched: 2022-12-10_12:09:08.310228) \u000a12:09:11.471229 run osmo-hlr_10.42.42.2(pid=6454): stderr: \u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120908508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120908521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120908529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120908529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120908529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:11.542136 run osmo-msc_10.42.42.6(pid=6460): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6460)]\u000a12:09:11.593525 run osmo-msc_10.42.42.6(pid=6460): stdout: \u000a| (launched: 2022-12-10_12:09:10.354309) \u000a12:09:11.645307 run osmo-msc_10.42.42.6(pid=6460): stderr: \u000a| �[0;m�[38;5;43m20221210120910678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120910678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3130eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120910678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120910678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120910679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120910679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120910680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120910681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120910681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120910681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:11.689207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6453): Terminating (SIGTERM)\u000a12:09:11.731067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6456): Terminating (SIGTERM)\u000a12:09:11.772831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6459): Terminating (SIGTERM)\u000a12:09:11.782636 --- ParallelTerminationStrategy: PID 6453 died...\u000a12:09:11.838350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6453): Terminated: ok {rc=0}\u000a12:09:11.848455 --- ParallelTerminationStrategy: PID 6456 died...\u000a12:09:11.903916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6456): Terminated: ok {rc=0}\u000a12:09:11.914189 --- ParallelTerminationStrategy: PID 6459 died...\u000a12:09:11.969847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6459): Terminated: ok {rc=0}\u000a12:09:12.057519 bus /sierra_3: Setting Powered False\u000a12:09:13.161956 bus /sierra_3: Setting Powered False\u000a12:09:14.273124 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6469): Process ended prematurely: osmo-stp_10.42.42.5(pid=6469) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6469)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6469): Process ended prematurely: osmo-stp_10.42.42.5(pid=6469) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:09:15.383109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.394856 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:09:15.546234 tst mo_mt_call_osmux.py: using LAC 28295\u000a12:09:15.663984 tst mo_mt_call_osmux.py: using RAC 245\u000a12:09:15.788150 tst mo_mt_call_osmux.py: using CellId 28295\u000a12:09:15.916116 tst mo_mt_call_osmux.py: using BVCI 28296\u000a12:09:15.940013 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.952088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.964267 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.976208 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.987800 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:09:15.999465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:09:16.126557 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:09:16.365190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:16.929657 run create_hlr_db(pid=6463): Launched\u000a12:09:17.124240 bus /sierra_2: Setting Powered False\u000a12:09:18.140731 run create_hlr_db(pid=6463): Terminated: ok {rc=0}\u000a12:09:18.547371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6465): Launched\u000a12:09:18.850975 run osmo-hlr_10.42.42.2(pid=6466): Launched\u000a12:09:18.962393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:19.487280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6468): Launched\u000a12:09:19.790643 run osmo-stp_10.42.42.5(pid=6469): Launched\u000a12:09:19.900915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:20.453700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6471): Launched\u000a12:09:20.755835 run osmo-msc_10.42.42.6(pid=6472): Launched\u000a12:09:20.933139 run osmo-stp_10.42.42.5(pid=6469): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6469)]\u000a12:09:21.060294 run osmo-stp_10.42.42.5(pid=6469): stdout: \u000a| (launched: 2022-12-10_12:09:19.641103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:21.186065 run osmo-stp_10.42.42.5(pid=6469): stderr: \u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120919815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:21.307648 run osmo-stp_10.42.42.5(pid=6469): stdout: \u000a| (launched: 2022-12-10_12:09:19.641103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:21.427748 run osmo-stp_10.42.42.5(pid=6469): stderr: \u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120919814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120919815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120919815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:21.481014 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6469): Process ended prematurely: osmo-stp_10.42.42.5(pid=6469) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6469)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:09:21.489750 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:09:21.549906 run osmo-hlr_10.42.42.2(pid=6466): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6466)]\u000a12:09:21.598733 run osmo-hlr_10.42.42.2(pid=6466): stdout: \u000a| (launched: 2022-12-10_12:09:18.701077) \u000a12:09:21.648105 run osmo-hlr_10.42.42.2(pid=6466): stderr: \u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120918876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120918888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120918898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120918898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120918898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:21.715565 run osmo-msc_10.42.42.6(pid=6472): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6472)]\u000a12:09:21.764042 run osmo-msc_10.42.42.6(pid=6472): stdout: \u000a| (launched: 2022-12-10_12:09:20.606815) \u000a12:09:21.813033 run osmo-msc_10.42.42.6(pid=6472): stderr: \u000a| �[0;m�[38;5;43m20221210120920879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120920880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f290ea08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120920880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120920880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120920880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120920881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120920883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120920883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120920884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120920884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:21.854368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6465): Terminating (SIGTERM)\u000a12:09:21.893920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6468): Terminating (SIGTERM)\u000a12:09:21.933452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6471): Terminating (SIGTERM)\u000a12:09:21.942874 --- ParallelTerminationStrategy: PID 6465 died...\u000a12:09:21.995979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6465): Terminated: ok {rc=0}\u000a12:09:22.005885 --- ParallelTerminationStrategy: PID 6468 died...\u000a12:09:22.058885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6468): Terminated: ok {rc=0}\u000a12:09:22.068631 --- ParallelTerminationStrategy: PID 6471 died...\u000a12:09:22.121795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6471): Terminated: ok {rc=0}\u000a12:09:22.206134 bus /sierra_3: Setting Powered False\u000a12:09:23.308051 bus /sierra_3: Setting Powered False\u000a12:09:24.419478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:09:04" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6483): Process ended prematurely: osmo-stp_10.42.42.5(pid=6483) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6483)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6483): Process ended prematurely: osmo-stp_10.42.42.5(pid=6483) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:09:26.396503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.407830 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:09:26.557420 tst mo_mt_call.py: using LAC 28296\u000a12:09:26.675238 tst mo_mt_call.py: using RAC 246\u000a12:09:26.797912 tst mo_mt_call.py: using CellId 28296\u000a12:09:26.914278 tst mo_mt_call.py: using BVCI 28297\u000a12:09:26.936923 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.948003 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.959005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.970146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.981493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:26.992543 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:09:27.108783 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:09:27.308881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:27.794563 run create_hlr_db(pid=6477): Launched\u000a12:09:27.969275 bus /sierra_2: Setting Powered False\u000a12:09:29.003347 run create_hlr_db(pid=6477): Terminated: ok {rc=0}\u000a12:09:29.435458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6479): Launched\u000a12:09:29.760716 run osmo-hlr_10.42.42.2(pid=6480): Launched\u000a12:09:29.880601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:30.444392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6482): Launched\u000a12:09:30.767718 run osmo-stp_10.42.42.5(pid=6483): Launched\u000a12:09:30.976079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:31.626328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6485): Launched\u000a12:09:32.062122 run osmo-msc_10.42.42.6(pid=6486): Launched\u000a12:09:32.283888 run osmo-stp_10.42.42.5(pid=6483): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6483)]\u000a12:09:32.423953 run osmo-stp_10.42.42.5(pid=6483): stdout: \u000a| (launched: 2022-12-10_12:09:30.609024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:32.559454 run osmo-stp_10.42.42.5(pid=6483): stderr: \u000a| �[0;m�[38;5;43m20221210120930802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120930803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120930803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120930803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:32.690571 run osmo-stp_10.42.42.5(pid=6483): stdout: \u000a| (launched: 2022-12-10_12:09:30.609024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:32.820185 run osmo-stp_10.42.42.5(pid=6483): stderr: \u000a| �[0;m�[38;5;43m20221210120930802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120930803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120930803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120930803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120930804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:32.877451 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6483): Process ended prematurely: osmo-stp_10.42.42.5(pid=6483) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6483)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:09:32.886863 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:09:32.950511 run osmo-hlr_10.42.42.2(pid=6480): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6480)]\u000a12:09:33.002110 run osmo-hlr_10.42.42.2(pid=6480): stdout: \u000a| (launched: 2022-12-10_12:09:29.600899) \u000a12:09:33.054049 run osmo-hlr_10.42.42.2(pid=6480): stderr: \u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120929798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120929810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120929819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120929819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120929819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:33.125214 run osmo-msc_10.42.42.6(pid=6486): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6486)]\u000a12:09:33.176844 run osmo-msc_10.42.42.6(pid=6486): stdout: \u000a| (launched: 2022-12-10_12:09:31.797466) \u000a12:09:33.229494 run osmo-msc_10.42.42.6(pid=6486): stderr: \u000a| �[0;m�[38;5;43m20221210120932272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120932272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce6dfadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120932272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120932272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120932272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120932273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120932274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120932275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120932275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120932275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:33.274486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6479): Terminating (SIGTERM)\u000a12:09:33.316610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6482): Terminating (SIGTERM)\u000a12:09:33.358403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6485): Terminating (SIGTERM)\u000a12:09:33.368567 --- ParallelTerminationStrategy: PID 6479 died...\u000a12:09:33.424822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6479): Terminated: ok {rc=0}\u000a12:09:33.435181 --- ParallelTerminationStrategy: PID 6482 died...\u000a12:09:33.491125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6482): Terminated: ok {rc=0}\u000a12:09:33.501927 --- ParallelTerminationStrategy: PID 6485 died...\u000a12:09:33.558077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6485): Terminated: ok {rc=0}\u000a12:09:33.644848 bus /sierra_3: Setting Powered False\u000a12:09:34.750396 bus /sierra_3: Setting Powered False\u000a12:09:35.857435 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6494): Process ended prematurely: osmo-stp_10.42.42.5(pid=6494) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6494)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6494): Process ended prematurely: osmo-stp_10.42.42.5(pid=6494) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:09:36.972719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:36.985159 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:09:37.145687 tst mo_mt_call_osmux.py: using LAC 28297\u000a12:09:37.274264 tst mo_mt_call_osmux.py: using RAC 247\u000a12:09:37.402418 tst mo_mt_call_osmux.py: using CellId 28297\u000a12:09:37.528700 tst mo_mt_call_osmux.py: using BVCI 28298\u000a12:09:37.553285 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:37.564908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:37.576369 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:37.588284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:37.600063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:09:37.611711 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:09:37.728688 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:09:37.938800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:38.449250 run create_hlr_db(pid=6488): Launched\u000a12:09:38.637770 bus /sierra_2: Setting Powered False\u000a12:09:39.658413 run create_hlr_db(pid=6488): Terminated: ok {rc=0}\u000a12:09:40.089669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6490): Launched\u000a12:09:40.414753 run osmo-hlr_10.42.42.2(pid=6491): Launched\u000a12:09:40.536378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:41.099889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6493): Launched\u000a12:09:41.424390 run osmo-stp_10.42.42.5(pid=6494): Launched\u000a12:09:41.542208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:42.131016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6496): Launched\u000a12:09:42.456936 run osmo-msc_10.42.42.6(pid=6497): Launched\u000a12:09:42.647082 run osmo-stp_10.42.42.5(pid=6494): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6494)]\u000a12:09:42.784821 run osmo-stp_10.42.42.5(pid=6494): stdout: \u000a| (launched: 2022-12-10_12:09:41.265290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:42.921649 run osmo-stp_10.42.42.5(pid=6494): stderr: \u000a| �[0;m�[38;5;43m20221210120941457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120941457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120941458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120941458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120941460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120941461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120941461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:43.052077 run osmo-stp_10.42.42.5(pid=6494): stdout: \u000a| (launched: 2022-12-10_12:09:41.265290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:43.181899 run osmo-stp_10.42.42.5(pid=6494): stderr: \u000a| �[0;m�[38;5;43m20221210120941457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120941457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120941458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120941458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120941460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120941461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120941461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:43.239205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6494): Process ended prematurely: osmo-stp_10.42.42.5(pid=6494) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6494)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:09:43.248373 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:09:43.312390 run osmo-hlr_10.42.42.2(pid=6491): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6491)]\u000a12:09:43.363997 run osmo-hlr_10.42.42.2(pid=6491): stdout: \u000a| (launched: 2022-12-10_12:09:40.255084) \u000a12:09:43.416337 run osmo-hlr_10.42.42.2(pid=6491): stderr: \u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120940453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120940466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120940474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120940474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120940474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:43.487315 run osmo-msc_10.42.42.6(pid=6497): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6497)]\u000a12:09:43.539013 run osmo-msc_10.42.42.6(pid=6497): stdout: \u000a| (launched: 2022-12-10_12:09:42.296595) \u000a12:09:43.591319 run osmo-msc_10.42.42.6(pid=6497): stderr: \u000a| �[0;m�[38;5;43m20221210120942618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120942618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe975df1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120942618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120942618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120942618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120942618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120942620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120942621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120942621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120942621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:43.635442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6490): Terminating (SIGTERM)\u000a12:09:43.676834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6493): Terminating (SIGTERM)\u000a12:09:43.719229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6496): Terminating (SIGTERM)\u000a12:09:43.729573 --- ParallelTerminationStrategy: PID 6490 died...\u000a12:09:43.785806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6490): Terminated: ok {rc=0}\u000a12:09:43.796127 --- ParallelTerminationStrategy: PID 6493 died...\u000a12:09:43.851691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6493): Terminated: ok {rc=0}\u000a12:09:43.862363 --- ParallelTerminationStrategy: PID 6496 died...\u000a12:09:43.918395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6496): Terminated: ok {rc=0}\u000a12:09:44.005324 bus /sierra_3: Setting Powered False\u000a12:09:45.110493 bus /sierra_3: Setting Powered False\u000a12:09:46.262211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:09:26" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6508): Process ended prematurely: osmo-stp_10.42.42.5(pid=6508) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6508)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6508): Process ended prematurely: osmo-stp_10.42.42.5(pid=6508) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:09:48.243155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.254370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:09:48.403862 tst mo_mt_call.py: using LAC 28298\u000a12:09:48.521215 tst mo_mt_call.py: using RAC 248\u000a12:09:48.638463 tst mo_mt_call.py: using CellId 28298\u000a12:09:48.755183 tst mo_mt_call.py: using BVCI 28299\u000a12:09:48.778209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.789291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.800091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.811239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.822251 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:48.833138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:09:48.948936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:09:49.162041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:49.674116 run create_hlr_db(pid=6502): Launched\u000a12:09:49.862417 bus /sierra_2: Setting Powered False\u000a12:09:50.883426 run create_hlr_db(pid=6502): Terminated: ok {rc=0}\u000a12:09:51.290855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6504): Launched\u000a12:09:51.596294 run osmo-hlr_10.42.42.2(pid=6505): Launched\u000a12:09:51.713524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:52.247255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6507): Launched\u000a12:09:52.548827 run osmo-stp_10.42.42.5(pid=6508): Launched\u000a12:09:52.666051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:53.223247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6510): Launched\u000a12:09:53.526587 run osmo-msc_10.42.42.6(pid=6511): Launched\u000a12:09:53.705176 run osmo-stp_10.42.42.5(pid=6508): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6508)]\u000a12:09:53.833273 run osmo-stp_10.42.42.5(pid=6508): stdout: \u000a| (launched: 2022-12-10_12:09:52.400755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:53.958219 run osmo-stp_10.42.42.5(pid=6508): stderr: \u000a| �[0;m�[38;5;43m20221210120952574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120952574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120952575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120952575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120952575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120952576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120952576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:54.079380 run osmo-stp_10.42.42.5(pid=6508): stdout: \u000a| (launched: 2022-12-10_12:09:52.400755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:54.199678 run osmo-stp_10.42.42.5(pid=6508): stderr: \u000a| �[0;m�[38;5;43m20221210120952574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210120952574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210120952575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210120952575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210120952575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210120952576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210120952576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:54.252763 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6508): Process ended prematurely: osmo-stp_10.42.42.5(pid=6508) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6508)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:09:54.261317 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:09:54.320071 run osmo-hlr_10.42.42.2(pid=6505): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6505)]\u000a12:09:54.368732 run osmo-hlr_10.42.42.2(pid=6505): stdout: \u000a| (launched: 2022-12-10_12:09:51.445341) \u000a12:09:54.417422 run osmo-hlr_10.42.42.2(pid=6505): stderr: \u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210120951624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210120951636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210120951645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210120951646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210120951646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:54.483774 run osmo-msc_10.42.42.6(pid=6511): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6511)]\u000a12:09:54.531658 run osmo-msc_10.42.42.6(pid=6511): stdout: \u000a| (launched: 2022-12-10_12:09:53.376869) \u000a12:09:54.580050 run osmo-msc_10.42.42.6(pid=6511): stderr: \u000a| �[0;m�[38;5;43m20221210120953649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210120953649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f569f3a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210120953649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210120953650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210120953650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210120953650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210120953653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210120953653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210120953653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210120953653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:54.621130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6504): Terminating (SIGTERM)\u000a12:09:54.659975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6507): Terminating (SIGTERM)\u000a12:09:54.698929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6510): Terminating (SIGTERM)\u000a12:09:54.708079 --- ParallelTerminationStrategy: PID 6504 died...\u000a12:09:54.760359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6504): Terminated: ok {rc=0}\u000a12:09:54.770024 --- ParallelTerminationStrategy: PID 6507 died...\u000a12:09:54.822581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6507): Terminated: ok {rc=0}\u000a12:09:54.832201 --- ParallelTerminationStrategy: PID 6510 died...\u000a12:09:54.884750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6510): Terminated: ok {rc=0}\u000a12:09:54.973071 bus /sierra_3: Setting Powered False\u000a12:09:56.075755 bus /sierra_3: Setting Powered False\u000a12:09:57.188524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6522): Process ended prematurely: osmo-stp_10.42.42.5(pid=6522) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6522)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6522): Process ended prematurely: osmo-stp_10.42.42.5(pid=6522) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:09:58.303012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.315475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:09:58.479083 tst mo_mt_call_osmux.py: using LAC 28299\u000a12:09:58.603948 tst mo_mt_call_osmux.py: using RAC 249\u000a12:09:58.728014 tst mo_mt_call_osmux.py: using CellId 28299\u000a12:09:58.847630 tst mo_mt_call_osmux.py: using BVCI 28300\u000a12:09:58.870480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.881772 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.892731 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.903663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.914739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:09:58.925789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:09:59.043883 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:09:59.248210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:59.732652 run create_hlr_db(pid=6513): Launched\u000a12:09:59.906212 bus /sierra_2: Setting Powered False\u000a12:10:00.959463 run create_hlr_db(pid=6513): Terminated: ok {rc=0}\u000a12:10:01.431377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6518): Launched\u000a12:10:01.875909 run osmo-hlr_10.42.42.2(pid=6519): Launched\u000a12:10:02.097974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:02.655464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6521): Launched\u000a12:10:02.959353 run osmo-stp_10.42.42.5(pid=6522): Launched\u000a12:10:03.069886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:03.621795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6524): Launched\u000a12:10:03.926193 run osmo-msc_10.42.42.6(pid=6525): Launched\u000a12:10:04.104124 run osmo-stp_10.42.42.5(pid=6522): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6522)]\u000a12:10:04.232279 run osmo-stp_10.42.42.5(pid=6522): stdout: \u000a| (launched: 2022-12-10_12:10:02.809682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:04.357925 run osmo-stp_10.42.42.5(pid=6522): stderr: \u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121002982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:04.480176 run osmo-stp_10.42.42.5(pid=6522): stdout: \u000a| (launched: 2022-12-10_12:10:02.809682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:04.600760 run osmo-stp_10.42.42.5(pid=6522): stderr: \u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121002981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121002982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121002982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:04.653960 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6522): Process ended prematurely: osmo-stp_10.42.42.5(pid=6522) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6522)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:10:04.662524 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:10:04.721341 run osmo-hlr_10.42.42.2(pid=6519): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6519)]\u000a12:10:04.769394 run osmo-hlr_10.42.42.2(pid=6519): stdout: \u000a| (launched: 2022-12-10_12:10:01.601489) \u000a12:10:04.818383 run osmo-hlr_10.42.42.2(pid=6519): stderr: \u000a| �[0;m�[1;31m20221210121001900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121001900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121001900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121001913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121001913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121001913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121001931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121001948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121001948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121001948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:04.885060 run osmo-msc_10.42.42.6(pid=6525): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6525)]\u000a12:10:04.933208 run osmo-msc_10.42.42.6(pid=6525): stdout: \u000a| (launched: 2022-12-10_12:10:03.776004) \u000a12:10:04.981948 run osmo-msc_10.42.42.6(pid=6525): stderr: \u000a| �[0;m�[38;5;43m20221210121004047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121004048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f954bdc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121004048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121004048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121004048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121004048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121004050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121004050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121004050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121004051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:05.023149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6518): Terminating (SIGTERM)\u000a12:10:05.062148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6521): Terminating (SIGTERM)\u000a12:10:05.101134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6524): Terminating (SIGTERM)\u000a12:10:05.110313 --- ParallelTerminationStrategy: PID 6518 died...\u000a12:10:05.162667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6518): Terminated: ok {rc=0}\u000a12:10:05.172265 --- ParallelTerminationStrategy: PID 6521 died...\u000a12:10:05.224420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6521): Terminated: ok {rc=0}\u000a12:10:05.233984 --- ParallelTerminationStrategy: PID 6524 died...\u000a12:10:05.286328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6524): Terminated: ok {rc=0}\u000a12:10:05.373001 bus /sierra_3: Setting Powered False\u000a12:10:06.476555 bus /sierra_3: Setting Powered False\u000a12:10:07.588135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:09:47" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6537): Process ended prematurely: osmo-stp_10.42.42.5(pid=6537) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6537)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6537): Process ended prematurely: osmo-stp_10.42.42.5(pid=6537) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:10:09.562937 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:09.574230 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:10:09.723986 tst mo_mt_call.py: using LAC 28300\u000a12:10:09.840334 tst mo_mt_call.py: using RAC 250\u000a12:10:09.956795 tst mo_mt_call.py: using CellId 28300\u000a12:10:10.073338 tst mo_mt_call.py: using BVCI 28301\u000a12:10:10.096455 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:10.107628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:10.118627 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:10.129655 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:10.140712 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:10.151659 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:10.271417 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:10.472858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:10.957011 run create_hlr_db(pid=6531): Launched\u000a12:10:11.131141 bus /sierra_2: Setting Powered False\u000a12:10:12.153576 run create_hlr_db(pid=6531): Terminated: ok {rc=0}\u000a12:10:12.586317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6533): Launched\u000a12:10:12.910783 run osmo-hlr_10.42.42.2(pid=6534): Launched\u000a12:10:13.030624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:13.595284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6536): Launched\u000a12:10:13.919167 run osmo-stp_10.42.42.5(pid=6537): Launched\u000a12:10:14.037300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:14.629135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6539): Launched\u000a12:10:14.952754 run osmo-msc_10.42.42.6(pid=6540): Launched\u000a12:10:15.142819 run osmo-stp_10.42.42.5(pid=6537): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6537)]\u000a12:10:15.280291 run osmo-stp_10.42.42.5(pid=6537): stdout: \u000a| (launched: 2022-12-10_12:10:13.759924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:15.417075 run osmo-stp_10.42.42.5(pid=6537): stderr: \u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121013951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:15.547983 run osmo-stp_10.42.42.5(pid=6537): stdout: \u000a| (launched: 2022-12-10_12:10:13.759924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:15.678076 run osmo-stp_10.42.42.5(pid=6537): stderr: \u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121013951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121013951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121013952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:15.735211 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6537): Process ended prematurely: osmo-stp_10.42.42.5(pid=6537) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6537)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:10:15.744387 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:10:15.808178 run osmo-hlr_10.42.42.2(pid=6534): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6534)]\u000a12:10:15.867738 run osmo-hlr_10.42.42.2(pid=6534): stdout: \u000a| (launched: 2022-12-10_12:10:12.751408) \u000a12:10:15.923844 run osmo-hlr_10.42.42.2(pid=6534): stderr: \u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121012950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121012962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:15.995334 run osmo-msc_10.42.42.6(pid=6540): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6540)]\u000a12:10:16.047329 run osmo-msc_10.42.42.6(pid=6540): stdout: \u000a| (launched: 2022-12-10_12:10:14.793847) \u000a12:10:16.099935 run osmo-msc_10.42.42.6(pid=6540): stderr: \u000a| �[0;m�[38;5;43m20221210121015114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121015114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e8ae2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121015114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121015114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121015114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121015115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121015116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121015117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121015117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121015117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:16.145126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6533): Terminating (SIGTERM)\u000a12:10:16.187657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6536): Terminating (SIGTERM)\u000a12:10:16.229971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6539): Terminating (SIGTERM)\u000a12:10:16.240770 --- ParallelTerminationStrategy: PID 6533 died...\u000a12:10:16.299082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6533): Terminated: ok {rc=0}\u000a12:10:16.309826 --- ParallelTerminationStrategy: PID 6536 died...\u000a12:10:16.366985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6536): Terminated: ok {rc=0}\u000a12:10:16.377779 --- ParallelTerminationStrategy: PID 6539 died...\u000a12:10:16.434491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6539): Terminated: ok {rc=0}\u000a12:10:16.522658 bus /sierra_3: Setting Powered False\u000a12:10:17.627812 bus /sierra_3: Setting Powered False\u000a12:10:18.735176 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6548): Process ended prematurely: osmo-stp_10.42.42.5(pid=6548) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6548)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6548): Process ended prematurely: osmo-stp_10.42.42.5(pid=6548) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:10:19.850823 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:19.863370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:10:20.025694 tst mo_mt_call_osmux.py: using LAC 28301\u000a12:10:20.154358 tst mo_mt_call_osmux.py: using RAC 251\u000a12:10:20.281406 tst mo_mt_call_osmux.py: using CellId 28301\u000a12:10:20.410268 tst mo_mt_call_osmux.py: using BVCI 28302\u000a12:10:20.434972 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:20.447095 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:20.458848 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:20.471015 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:20.483158 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:10:20.495326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:20.616739 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:20.819424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:21.306749 run create_hlr_db(pid=6542): Launched\u000a12:10:21.481638 bus /sierra_2: Setting Powered False\u000a12:10:22.503064 run create_hlr_db(pid=6542): Terminated: ok {rc=0}\u000a12:10:22.934338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6544): Launched\u000a12:10:23.259414 run osmo-hlr_10.42.42.2(pid=6545): Launched\u000a12:10:23.379799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:23.938472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6547): Launched\u000a12:10:24.261949 run osmo-stp_10.42.42.5(pid=6548): Launched\u000a12:10:24.378797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:24.962003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6550): Launched\u000a12:10:25.282432 run osmo-msc_10.42.42.6(pid=6551): Launched\u000a12:10:25.470514 run osmo-stp_10.42.42.5(pid=6548): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6548)]\u000a12:10:25.605490 run osmo-stp_10.42.42.5(pid=6548): stdout: \u000a| (launched: 2022-12-10_12:10:24.101346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:25.740423 run osmo-stp_10.42.42.5(pid=6548): stderr: \u000a| �[0;m�[38;5;43m20221210121024295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121024296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121024296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121024296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:25.869314 run osmo-stp_10.42.42.5(pid=6548): stdout: \u000a| (launched: 2022-12-10_12:10:24.101346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:25.996938 run osmo-stp_10.42.42.5(pid=6548): stderr: \u000a| �[0;m�[38;5;43m20221210121024295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121024296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121024296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121024296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121024297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:26.053362 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6548): Process ended prematurely: osmo-stp_10.42.42.5(pid=6548) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6548)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:10:26.062770 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:10:26.125423 run osmo-hlr_10.42.42.2(pid=6545): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6545)]\u000a12:10:26.176222 run osmo-hlr_10.42.42.2(pid=6545): stdout: \u000a| (launched: 2022-12-10_12:10:23.099439) \u000a12:10:26.227694 run osmo-hlr_10.42.42.2(pid=6545): stderr: \u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121023297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121023310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121023318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121023318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121023318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:26.297909 run osmo-msc_10.42.42.6(pid=6551): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6551)]\u000a12:10:26.348812 run osmo-msc_10.42.42.6(pid=6551): stdout: \u000a| (launched: 2022-12-10_12:10:25.124536) \u000a12:10:26.400070 run osmo-msc_10.42.42.6(pid=6551): stderr: \u000a| �[0;m�[38;5;43m20221210121025444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121025444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41a3dfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121025444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121025444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121025445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121025445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121025446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121025447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121025447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121025447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:26.443659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6544): Terminating (SIGTERM)\u000a12:10:26.485176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6547): Terminating (SIGTERM)\u000a12:10:26.526634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6550): Terminating (SIGTERM)\u000a12:10:26.536395 --- ParallelTerminationStrategy: PID 6544 died...\u000a12:10:26.591843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6544): Terminated: ok {rc=0}\u000a12:10:26.602207 --- ParallelTerminationStrategy: PID 6547 died...\u000a12:10:26.657546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6547): Terminated: ok {rc=0}\u000a12:10:26.667889 --- ParallelTerminationStrategy: PID 6550 died...\u000a12:10:26.723138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6550): Terminated: ok {rc=0}\u000a12:10:26.809144 bus /sierra_3: Setting Powered False\u000a12:10:27.914696 bus /sierra_3: Setting Powered False\u000a12:10:29.024372 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:10:31.035742 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.048270 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:10:31.217581 tst mo_mt_call.py: using LAC 28302\u000a12:10:31.339156 tst mo_mt_call.py: using RAC 252\u000a12:10:31.492706 tst mo_mt_call.py: using CellId 28302\u000a12:10:31.630500 tst mo_mt_call.py: using BVCI 28303\u000a12:10:31.657085 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.669757 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.683110 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.696700 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.710455 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:31.723861 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:10:31.847462 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:10:32.082481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:32.568673 run create_hlr_db(pid=6556): Launched\u000a12:10:32.741208 bus /sierra_2: Setting Powered False\u000a12:10:33.762013 run create_hlr_db(pid=6556): Terminated: ok {rc=0}\u000a12:10:34.186680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Launched\u000a12:10:34.507083 run osmo-hlr_10.42.42.2(pid=6559): Launched\u000a12:10:34.626725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:35.180293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Launched\u000a12:10:35.500535 run osmo-stp_10.42.42.5(pid=6562): Launched\u000a12:10:35.616661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:36.198466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6564): Launched\u000a12:10:36.519140 run osmo-msc_10.42.42.6(pid=6565): Launched\u000a12:10:36.706930 run osmo-stp_10.42.42.5(pid=6562): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a12:10:36.843000 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-10_12:10:35.343490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:36.978430 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221210121035535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121035536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121035536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121035536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:37.107573 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-10_12:10:35.343490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:37.235207 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221210121035535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121035536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121035536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121035536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121035537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:37.291900 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:10:37.301218 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:10:37.363893 run osmo-hlr_10.42.42.2(pid=6559): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6559)]\u000a12:10:37.414827 run osmo-hlr_10.42.42.2(pid=6559): stdout: \u000a| (launched: 2022-12-10_12:10:34.350016) \u000a12:10:37.466493 run osmo-hlr_10.42.42.2(pid=6559): stderr: \u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121034547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121034560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121034569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121034569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121034569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:37.538648 run osmo-msc_10.42.42.6(pid=6565): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6565)]\u000a12:10:37.588741 run osmo-msc_10.42.42.6(pid=6565): stdout: \u000a| (launched: 2022-12-10_12:10:36.361968) \u000a12:10:37.638164 run osmo-msc_10.42.42.6(pid=6565): stderr: \u000a| �[0;m�[38;5;43m20221210121036684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121036684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabee088c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121036684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121036684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121036684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121036684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121036688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121036688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121036688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121036689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:37.679668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminating (SIGTERM)\u000a12:10:37.719515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminating (SIGTERM)\u000a12:10:37.759519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6564): Terminating (SIGTERM)\u000a12:10:37.769403 --- ParallelTerminationStrategy: PID 6558 died...\u000a12:10:37.822511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminated: ok {rc=0}\u000a12:10:37.832652 --- ParallelTerminationStrategy: PID 6561 died...\u000a12:10:37.886144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminated: ok {rc=0}\u000a12:10:37.896380 --- ParallelTerminationStrategy: PID 6564 died...\u000a12:10:37.950018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6564): Terminated: ok {rc=0}\u000a12:10:38.039307 bus /sierra_3: Setting Powered False\u000a12:10:39.145616 bus /sierra_3: Setting Powered False\u000a12:10:40.253245 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:10:41.368372 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:41.380544 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:10:41.540241 tst mo_mt_call_osmux.py: using LAC 28303\u000a12:10:41.665017 tst mo_mt_call_osmux.py: using RAC 253\u000a12:10:41.789817 tst mo_mt_call_osmux.py: using CellId 28303\u000a12:10:41.927674 tst mo_mt_call_osmux.py: using BVCI 28304\u000a12:10:41.952173 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:41.963669 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:41.974873 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:41.986436 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:41.998874 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:10:42.010964 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:10:42.131473 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:10:42.330280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:42.810253 run create_hlr_db(pid=6567): Launched\u000a12:10:42.982280 bus /sierra_2: Setting Powered False\u000a12:10:44.004602 run create_hlr_db(pid=6567): Terminated: ok {rc=0}\u000a12:10:44.402350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Launched\u000a12:10:44.700282 run osmo-hlr_10.42.42.2(pid=6570): Launched\u000a12:10:44.815552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:45.341555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Launched\u000a12:10:45.638054 run osmo-stp_10.42.42.5(pid=6573): Launched\u000a12:10:45.745960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:46.330204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Launched\u000a12:10:46.799921 run osmo-msc_10.42.42.6(pid=6576): Launched\u000a12:10:47.181614 run osmo-stp_10.42.42.5(pid=6573): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a12:10:47.324712 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-10_12:10:45.492510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:47.460565 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121045665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:47.580598 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-10_12:10:45.492510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:47.699187 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121045664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121045665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121045667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:47.751883 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)] [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:10:47.760508 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:10:47.820089 run osmo-hlr_10.42.42.2(pid=6570): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6570)]\u000a12:10:47.868818 run osmo-hlr_10.42.42.2(pid=6570): stdout: \u000a| (launched: 2022-12-10_12:10:44.554145) \u000a12:10:47.918879 run osmo-hlr_10.42.42.2(pid=6570): stderr: \u000a| �[0;m�[1;31m20221210121044731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121044731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121044731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121044732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121044732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121044732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121044744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121044753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121044753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121044753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:47.986353 run osmo-msc_10.42.42.6(pid=6576): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6576)]\u000a12:10:48.035241 run osmo-msc_10.42.42.6(pid=6576): stdout: \u000a| (launched: 2022-12-10_12:10:46.484829) \u000a12:10:48.084632 run osmo-msc_10.42.42.6(pid=6576): stderr: \u000a| �[0;m�[38;5;43m20221210121046849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121046849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f069d428c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121046849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121046849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121046849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121046849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121046853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121046854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121046854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121046854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:48.126365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminating (SIGTERM)\u000a12:10:48.165879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminating (SIGTERM)\u000a12:10:48.205266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Terminating (SIGTERM)\u000a12:10:48.214227 --- ParallelTerminationStrategy: PID 6569 died...\u000a12:10:48.267410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminated: ok {rc=0}\u000a12:10:48.277155 --- ParallelTerminationStrategy: PID 6572 died...\u000a12:10:48.329881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminated: ok {rc=0}\u000a12:10:48.339482 --- ParallelTerminationStrategy: PID 6575 died...\u000a12:10:48.392173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6575): Terminated: ok {rc=0}\u000a12:10:48.480135 bus /sierra_3: Setting Powered False\u000a12:10:49.581192 bus /sierra_3: Setting Powered False\u000a12:10:50.691604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:10:30" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6588): Process ended prematurely: osmo-stp_10.42.42.5(pid=6588) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6588)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6588): Process ended prematurely: osmo-stp_10.42.42.5(pid=6588) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:10:52.683055 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:52.693728 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:10:52.822033 tst emergency_mo_mt_call.py: using LAC 28304\u000a12:10:52.935250 tst emergency_mo_mt_call.py: using RAC 254\u000a12:10:53.057178 tst emergency_mo_mt_call.py: using CellId 28304\u000a12:10:53.181862 tst emergency_mo_mt_call.py: using BVCI 28305\u000a12:10:53.206151 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:53.217634 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:53.228665 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:53.240062 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:53.252147 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:10:53.263331 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:10:53.377744 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:10:53.571796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:54.042691 run create_hlr_db(pid=6582): Launched\u000a12:10:54.211611 bus /sierra_2: Setting Powered False\u000a12:10:55.234269 run create_hlr_db(pid=6582): Terminated: ok {rc=0}\u000a12:10:55.653097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6584): Launched\u000a12:10:55.967531 run osmo-hlr_10.42.42.2(pid=6585): Launched\u000a12:10:56.085922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:56.631926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6587): Launched\u000a12:10:56.946910 run osmo-stp_10.42.42.5(pid=6588): Launched\u000a12:10:57.069510 tst emergency_mo_mt_call.py: using MSISDN 7724\u000a12:10:57.226308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:57.803219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6590): Launched\u000a12:10:58.117217 run osmo-msc_10.42.42.6(pid=6591): Launched\u000a12:10:58.302662 run osmo-stp_10.42.42.5(pid=6588): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6588)]\u000a12:10:58.435735 run osmo-stp_10.42.42.5(pid=6588): stdout: \u000a| (launched: 2022-12-10_12:10:56.791423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:58.568759 run osmo-stp_10.42.42.5(pid=6588): stderr: \u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121056983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:58.695520 run osmo-stp_10.42.42.5(pid=6588): stdout: \u000a| (launched: 2022-12-10_12:10:56.791423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:58.821407 run osmo-stp_10.42.42.5(pid=6588): stderr: \u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121056982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121056983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121056983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:58.876290 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6588): Process ended prematurely: osmo-stp_10.42.42.5(pid=6588) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6588)] [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a12:10:58.885118 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:10:58.948247 run osmo-hlr_10.42.42.2(pid=6585): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6585)]\u000a12:10:58.999798 run osmo-hlr_10.42.42.2(pid=6585): stdout: \u000a| (launched: 2022-12-10_12:10:55.813282) \u000a12:10:59.051719 run osmo-hlr_10.42.42.2(pid=6585): stderr: \u000a| �[0;m�[1;31m20221210121056009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121056009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121056009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121056009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121056009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121056010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121056022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121056030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121056030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121056030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:59.122500 run osmo-msc_10.42.42.6(pid=6591): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6591)]\u000a12:10:59.173975 run osmo-msc_10.42.42.6(pid=6591): stdout: \u000a| (launched: 2022-12-10_12:10:57.962586) \u000a12:10:59.226075 run osmo-msc_10.42.42.6(pid=6591): stderr: \u000a| �[0;m�[38;5;43m20221210121058282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121058282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f487f12dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121058282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121058282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121058282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121058283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121058284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121058285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121058285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121058285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:59.269720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6584): Terminating (SIGTERM)\u000a12:10:59.311929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6587): Terminating (SIGTERM)\u000a12:10:59.353590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6590): Terminating (SIGTERM)\u000a12:10:59.363587 --- ParallelTerminationStrategy: PID 6584 died...\u000a12:10:59.419599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6584): Terminated: ok {rc=0}\u000a12:10:59.429897 --- ParallelTerminationStrategy: PID 6587 died...\u000a12:10:59.485603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6587): Terminated: ok {rc=0}\u000a12:10:59.495807 --- ParallelTerminationStrategy: PID 6590 died...\u000a12:10:59.551662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6590): Terminated: ok {rc=0}\u000a12:10:59.639498 bus /sierra_3: Setting Powered False\u000a12:11:00.739819 bus /sierra_3: Setting Powered False\u000a12:11:01.853045 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:11:02.904029 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:02.915819 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:03.054404 tst emergency_preemptive_call.py: using LAC 28305\u000a12:11:03.182997 tst emergency_preemptive_call.py: using RAC 255\u000a12:11:03.303879 tst emergency_preemptive_call.py: using CellId 28305\u000a12:11:03.424627 tst emergency_preemptive_call.py: using BVCI 28306\u000a12:11:03.448329 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:03.459597 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:03.470624 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:03.481764 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:03.493018 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:03.504145 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:03.621248 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:03.734404 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:03.847369 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:04.042094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:04.513596 run create_hlr_db(pid=6593): Launched\u000a12:11:04.682959 bus /sierra_2: Setting Powered False\u000a12:11:05.703377 run create_hlr_db(pid=6593): Terminated: ok {rc=0}\u000a12:11:06.119824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Launched\u000a12:11:06.434325 run osmo-hlr_10.42.42.2(pid=6596): Launched\u000a12:11:06.551875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:07.101815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Launched\u000a12:11:07.417265 run osmo-stp_10.42.42.5(pid=6599): Launched\u000a12:11:07.545730 tst emergency_preemptive_call.py: using MSISDN 7725\u000a12:11:07.702496 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:08.273744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Launched\u000a12:11:08.589292 run osmo-msc_10.42.42.6(pid=6602): Launched\u000a12:11:08.774544 run osmo-stp_10.42.42.5(pid=6599): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)]\u000a12:11:08.908015 run osmo-stp_10.42.42.5(pid=6599): stdout: \u000a| (launched: 2022-12-10_12:11:07.261688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:09.041162 run osmo-stp_10.42.42.5(pid=6599): stderr: \u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121107454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:09.168022 run osmo-stp_10.42.42.5(pid=6599): stdout: \u000a| (launched: 2022-12-10_12:11:07.261688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:09.294539 run osmo-stp_10.42.42.5(pid=6599): stderr: \u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121107453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121107454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121107456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:09.349879 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6599): Process ended prematurely: osmo-stp_10.42.42.5(pid=6599) [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6599)] [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a12:11:09.358393 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a12:11:09.421350 run osmo-hlr_10.42.42.2(pid=6596): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6596)]\u000a12:11:09.472724 run osmo-hlr_10.42.42.2(pid=6596): stdout: \u000a| (launched: 2022-12-10_12:11:06.279651) \u000a12:11:09.524546 run osmo-hlr_10.42.42.2(pid=6596): stderr: \u000a| �[0;m�[1;31m20221210121106476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121106476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121106476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121106477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121106477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121106477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121106489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121106498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121106498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121106498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:09.595242 run osmo-msc_10.42.42.6(pid=6602): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6602)]\u000a12:11:09.646336 run osmo-msc_10.42.42.6(pid=6602): stdout: \u000a| (launched: 2022-12-10_12:11:08.433853) \u000a12:11:09.698213 run osmo-msc_10.42.42.6(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221210121108754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121108754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14221cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121108755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121108755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121108755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121108755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121108757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121108757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121108757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121108757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:09.742059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Terminating (SIGTERM)\u000a12:11:09.783878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Terminating (SIGTERM)\u000a12:11:09.825719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Terminating (SIGTERM)\u000a12:11:09.835451 --- ParallelTerminationStrategy: PID 6595 died...\u000a12:11:09.891256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6595): Terminated: ok {rc=0}\u000a12:11:09.901502 --- ParallelTerminationStrategy: PID 6598 died...\u000a12:11:09.956715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6598): Terminated: ok {rc=0}\u000a12:11:09.967047 --- ParallelTerminationStrategy: PID 6601 died...\u000a12:11:10.022703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6601): Terminated: ok {rc=0}\u000a12:11:10.109717 bus /sierra_9: Setting Powered False\u000a12:11:11.212352 bus /sierra_9: Setting Powered False\u000a12:11:12.323535 bus /sierra_8: Setting Powered False\u000a12:11:13.428507 bus /sierra_8: Setting Powered False\u000a12:11:14.535341 bus /sierra_3: Setting Powered False\u000a12:11:15.640034 bus /sierra_3: Setting Powered False\u000a12:11:16.746354 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:11:18.856130 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:18.867246 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:19.005916 tst cs_paging_gprs_active.py: using LAC 28306\u000a12:11:19.130491 tst cs_paging_gprs_active.py: using RAC 1\u000a12:11:19.254706 tst cs_paging_gprs_active.py: using CellId 28306\u000a12:11:19.379524 tst cs_paging_gprs_active.py: using BVCI 28307\u000a12:11:19.403850 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.414966 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.425918 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.436922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.448392 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.459395 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.470573 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.481694 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:19.492862 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:19.607973 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:19.885830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:11:20.010660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:20.320296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6607): Launched\u000a12:11:20.577016 run iperf3-srv_10.42.42.10(pid=6608): Launched\u000a12:11:20.759165 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:11:20.883524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:21.194158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6609): Launched\u000a12:11:21.451368 run iperf3-srv_10.42.42.10(pid=6610): Launched\u000a12:11:21.633381 tst cs_paging_gprs_active.py:38: start network...\u000a12:11:21.756761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:22.236417 run create_hlr_db(pid=6611): Launched\u000a12:11:22.407767 bus /sierra_2: Setting Powered False\u000a12:11:23.430821 run create_hlr_db(pid=6611): Terminated: ok {rc=0}\u000a12:11:23.857417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Launched\u000a12:11:24.179121 run osmo-hlr_10.42.42.2(pid=6614): Launched\u000a12:11:24.299512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:24.855978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Launched\u000a12:11:25.176360 run osmo-stp_10.42.42.5(pid=6617): Launched\u000a12:11:25.293663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:11:25.853158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6619): Launched\u000a12:11:25.967597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:11:26.247115 run patchelf(pid=6620): Launched\u000a12:11:26.436029 run osmo-stp_10.42.42.5(pid=6617): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]\u000a12:11:26.573668 run osmo-stp_10.42.42.5(pid=6617): stdout: \u000a| (launched: 2022-12-10_12:11:25.018786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:26.711497 run osmo-stp_10.42.42.5(pid=6617): stderr: \u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121125212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:26.844370 run osmo-stp_10.42.42.5(pid=6617): stdout: \u000a| (launched: 2022-12-10_12:11:25.018786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:26.976202 run osmo-stp_10.42.42.5(pid=6617): stderr: \u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121125212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121125212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121125213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:27.129947 run patchelf(pid=6620): Terminating (SIGINT)\u000a12:11:27.310310 run patchelf(pid=6620): Terminated: ok {rc=0}\u000a12:11:27.343393 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)] [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a12:11:27.352939 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:11:27.416186 run osmo-hlr_10.42.42.2(pid=6614): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6614)]\u000a12:11:27.467340 run osmo-hlr_10.42.42.2(pid=6614): stdout: \u000a| (launched: 2022-12-10_12:11:24.020556) \u000a12:11:27.518934 run osmo-hlr_10.42.42.2(pid=6614): stderr: \u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121124220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121124231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121124240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121124240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121124240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:27.562935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6607): Terminating (SIGTERM)\u000a12:11:27.604251 run iperf3-srv_10.42.42.10(pid=6608): Terminating (SIGTERM)\u000a12:11:27.646283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6609): Terminating (SIGTERM)\u000a12:11:27.688130 run iperf3-srv_10.42.42.10(pid=6610): Terminating (SIGTERM)\u000a12:11:27.729800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Terminating (SIGTERM)\u000a12:11:27.771303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Terminating (SIGTERM)\u000a12:11:27.812623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6619): Terminating (SIGTERM)\u000a12:11:27.822636 --- ParallelTerminationStrategy: PID 6607 died...\u000a12:11:27.878443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6607): Terminated: ok {rc=0}\u000a12:11:27.888557 --- ParallelTerminationStrategy: PID 6608 died...\u000a12:11:27.943868 run iperf3-srv_10.42.42.10(pid=6608): Terminated {rc=256}\u000a12:11:27.953938 --- ParallelTerminationStrategy: PID 6609 died...\u000a12:11:28.008878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6609): Terminated: ok {rc=0}\u000a12:11:28.019209 --- ParallelTerminationStrategy: PID 6610 died...\u000a12:11:28.074097 run iperf3-srv_10.42.42.10(pid=6610): Terminated {rc=256}\u000a12:11:28.084331 --- ParallelTerminationStrategy: PID 6613 died...\u000a12:11:28.139653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Terminated: ok {rc=0}\u000a12:11:28.149751 --- ParallelTerminationStrategy: PID 6616 died...\u000a12:11:28.204887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Terminated: ok {rc=0}\u000a12:11:28.215092 --- ParallelTerminationStrategy: PID 6619 died...\u000a12:11:28.270722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6619): Terminated: ok {rc=0}\u000a12:11:28.357723 bus /gobi_0: Setting Powered False\u000a12:11:29.464025 bus /gobi_0: Setting Powered False\u000a12:11:30.573454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a12:11:31.683940 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:31.696183 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:31.838308 tst iperf3.py: using LAC 28307\u000a12:11:31.976924 tst iperf3.py: using RAC 2\u000a12:11:32.106876 tst iperf3.py: using CellId 28307\u000a12:11:32.238943 tst iperf3.py: using BVCI 28308\u000a12:11:32.263562 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.274956 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.286024 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.298064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.309392 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.320563 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.332064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.343654 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:32.355170 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:32.631196 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:11:32.755315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:33.064710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Launched\u000a12:11:33.322369 run iperf3-srv_10.42.42.10(pid=6622): Launched\u000a12:11:33.504243 tst iperf3.py:8: start network...\u000a12:11:33.628470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:34.108199 run create_hlr_db(pid=6623): Launched\u000a12:11:34.279827 bus /gobi_6: Setting Powered False\u000a12:11:35.302861 run create_hlr_db(pid=6623): Terminated: ok {rc=0}\u000a12:11:35.728642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Launched\u000a12:11:36.048161 run osmo-hlr_10.42.42.2(pid=6626): Launched\u000a12:11:36.169313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:36.726872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Launched\u000a12:11:37.048374 run osmo-stp_10.42.42.5(pid=6629): Launched\u000a12:11:37.165034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:11:37.722064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Launched\u000a12:11:37.836194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:11:38.114887 run patchelf(pid=6632): Launched\u000a12:11:38.302619 run osmo-stp_10.42.42.5(pid=6629): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a12:11:38.439753 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-10_12:11:36.890126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:38.577836 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121137085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:38.710741 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-10_12:11:36.890126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:38.842387 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121137085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121137085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:38.995678 run patchelf(pid=6632): Terminating (SIGINT)\u000a12:11:39.175887 run patchelf(pid=6632): Terminated: ok {rc=0}\u000a12:11:39.209037 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)] [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a12:11:39.218885 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:11:39.281957 run osmo-hlr_10.42.42.2(pid=6626): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6626)]\u000a12:11:39.333080 run osmo-hlr_10.42.42.2(pid=6626): stdout: \u000a| (launched: 2022-12-10_12:11:35.891357) \u000a12:11:39.384714 run osmo-hlr_10.42.42.2(pid=6626): stderr: \u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121136088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121136100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121136108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121136109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121136109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:39.428196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminating (SIGTERM)\u000a12:11:39.469913 run iperf3-srv_10.42.42.10(pid=6622): Terminating (SIGTERM)\u000a12:11:39.511207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminating (SIGTERM)\u000a12:11:39.552893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminating (SIGTERM)\u000a12:11:39.594559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminating (SIGTERM)\u000a12:11:39.604543 --- ParallelTerminationStrategy: PID 6621 died...\u000a12:11:39.660700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminated: ok {rc=0}\u000a12:11:39.670875 --- ParallelTerminationStrategy: PID 6622 died...\u000a12:11:39.726265 run iperf3-srv_10.42.42.10(pid=6622): Terminated {rc=256}\u000a12:11:39.736536 --- ParallelTerminationStrategy: PID 6625 died...\u000a12:11:39.792149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminated: ok {rc=0}\u000a12:11:39.802379 --- ParallelTerminationStrategy: PID 6628 died...\u000a12:11:39.858134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminated: ok {rc=0}\u000a12:11:39.868201 --- ParallelTerminationStrategy: PID 6631 died...\u000a12:11:39.923850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminated: ok {rc=0}\u000a12:11:40.010845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a12:11:41.120917 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.132319 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:41.270641 tst iperf3m4.py: using LAC 28308\u000a12:11:41.408335 tst iperf3m4.py: using RAC 3\u000a12:11:41.535200 tst iperf3m4.py: using CellId 28308\u000a12:11:41.658243 tst iperf3m4.py: using BVCI 28309\u000a12:11:41.682820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.694187 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.705259 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.716423 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.727757 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.739801 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.751042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.762207 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:11:41.773538 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:41.892639 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:42.009813 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:42.128197 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:11:42.423155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:11:42.557085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:42.887914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Launched\u000a12:11:43.162284 run iperf3-srv_10.42.42.10(pid=6634): Launched\u000a12:11:43.359766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:11:43.493686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:43.825185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Launched\u000a12:11:44.099039 run iperf3-srv_10.42.42.10(pid=6636): Launched\u000a12:11:44.295813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:11:44.430067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:44.761574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6637): Launched\u000a12:11:45.037282 run iperf3-srv_10.42.42.10(pid=6638): Launched\u000a12:11:45.234695 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:11:45.369934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:11:45.701584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6639): Launched\u000a12:11:46.018018 run iperf3-srv_10.42.42.10(pid=6640): Launched\u000a12:11:46.209595 tst iperf3m4.py:8: start network...\u000a12:11:46.338521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:46.910960 run create_hlr_db(pid=6641): Launched\u000a12:11:47.090144 bus /gobi_6: Setting Powered False\u000a12:11:48.105840 run create_hlr_db(pid=6641): Terminated: ok {rc=0}\u000a12:11:48.531604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Launched\u000a12:11:48.852308 run osmo-hlr_10.42.42.2(pid=6644): Launched\u000a12:11:48.973529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:49.630822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Launched\u000a12:11:49.945697 run osmo-stp_10.42.42.5(pid=6647): Launched\u000a12:11:50.061406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:11:50.610649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Launched\u000a12:11:50.722934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:11:50.997403 run patchelf(pid=6650): Launched\u000a12:11:51.181803 run osmo-stp_10.42.42.5(pid=6647): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)]\u000a12:11:51.317613 run osmo-stp_10.42.42.5(pid=6647): stdout: \u000a| (launched: 2022-12-10_12:11:49.790760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:51.453054 run osmo-stp_10.42.42.5(pid=6647): stderr: \u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121149984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:51.583532 run osmo-stp_10.42.42.5(pid=6647): stdout: \u000a| (launched: 2022-12-10_12:11:49.790760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:51.712721 run osmo-stp_10.42.42.5(pid=6647): stderr: \u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121149984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121149984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121149985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:51.863414 run patchelf(pid=6650): Terminating (SIGINT)\u000a12:11:52.040005 run patchelf(pid=6650): Terminated: ok {rc=0}\u000a12:11:52.072569 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6647): Process ended prematurely: osmo-stp_10.42.42.5(pid=6647) [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6647)] [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a12:11:52.082520 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:11:52.146031 run osmo-hlr_10.42.42.2(pid=6644): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6644)]\u000a12:11:52.196747 run osmo-hlr_10.42.42.2(pid=6644): stdout: \u000a| (launched: 2022-12-10_12:11:48.694731) \u000a12:11:52.248676 run osmo-hlr_10.42.42.2(pid=6644): stderr: \u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121148894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121148905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121148914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121148914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121148914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:52.292444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminating (SIGTERM)\u000a12:11:52.334011 run iperf3-srv_10.42.42.10(pid=6634): Terminating (SIGTERM)\u000a12:11:52.375651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Terminating (SIGTERM)\u000a12:11:52.417315 run iperf3-srv_10.42.42.10(pid=6636): Terminating (SIGTERM)\u000a12:11:52.458365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6637): Terminating (SIGTERM)\u000a12:11:52.499583 run iperf3-srv_10.42.42.10(pid=6638): Terminating (SIGTERM)\u000a12:11:52.540816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6639): Terminating (SIGTERM)\u000a12:11:52.582229 run iperf3-srv_10.42.42.10(pid=6640): Terminating (SIGTERM)\u000a12:11:52.623608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Terminating (SIGTERM)\u000a12:11:52.664846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Terminating (SIGTERM)\u000a12:11:52.706249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Terminating (SIGTERM)\u000a12:11:52.716145 --- ParallelTerminationStrategy: PID 6633 died...\u000a12:11:52.771807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminated: ok {rc=0}\u000a12:11:52.781907 --- ParallelTerminationStrategy: PID 6634 died...\u000a12:11:52.837097 run iperf3-srv_10.42.42.10(pid=6634): Terminated {rc=256}\u000a12:11:52.847098 --- ParallelTerminationStrategy: PID 6635 died...\u000a12:11:52.902358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Terminated: ok {rc=0}\u000a12:11:52.912376 --- ParallelTerminationStrategy: PID 6636 died...\u000a12:11:52.967390 run iperf3-srv_10.42.42.10(pid=6636): Terminated {rc=256}\u000a12:11:52.977702 --- ParallelTerminationStrategy: PID 6637 died...\u000a12:11:53.032931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6637): Terminated: ok {rc=0}\u000a12:11:53.043007 --- ParallelTerminationStrategy: PID 6638 died...\u000a12:11:53.098246 run iperf3-srv_10.42.42.10(pid=6638): Terminated {rc=256}\u000a12:11:53.108311 --- ParallelTerminationStrategy: PID 6639 died...\u000a12:11:53.163310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6639): Terminated: ok {rc=0}\u000a12:11:53.173658 --- ParallelTerminationStrategy: PID 6640 died...\u000a12:11:53.228797 run iperf3-srv_10.42.42.10(pid=6640): Terminated {rc=256}\u000a12:11:53.238931 --- ParallelTerminationStrategy: PID 6643 died...\u000a12:11:53.294478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6643): Terminated: ok {rc=0}\u000a12:11:53.304680 --- ParallelTerminationStrategy: PID 6646 died...\u000a12:11:53.359875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6646): Terminated: ok {rc=0}\u000a12:11:53.369999 --- ParallelTerminationStrategy: PID 6649 died...\u000a12:11:53.424977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6649): Terminated: ok {rc=0}\u000a12:11:53.510567 bus /gobi_4: Setting Powered False\u000a12:11:54.617121 bus /gobi_4: Setting Powered False\u000a12:11:55.726528 bus /gobi_1: Setting Powered False\u000a12:11:56.828367 bus /gobi_1: Setting Powered False\u000a12:11:57.937143 bus /gobi_0: Setting Powered False\u000a12:11:59.036710 bus /gobi_0: Setting Powered False\u000a12:12:00.147356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6657): Process ended prematurely: osmo-stp_10.42.42.5(pid=6657) [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6657)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6657): Process ended prematurely: osmo-stp_10.42.42.5(pid=6657) [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a12:12:01.217861 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.230521 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:12:01.401315 tst ping.py: using LAC 28309\u000a12:12:01.545770 tst ping.py: using RAC 4\u000a12:12:01.695609 tst ping.py: using CellId 28309\u000a12:12:01.832303 tst ping.py: using BVCI 28310\u000a12:12:01.859716 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.871779 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.884721 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.897729 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.910333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.922417 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.935084 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:01.948216 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:12:02.263337 tst ping.py:19: start network...\u000a12:12:02.394516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:02.883224 run create_hlr_db(pid=6651): Launched\u000a12:12:03.064448 bus /gobi_6: Setting Powered False\u000a12:12:04.084468 run create_hlr_db(pid=6651): Terminated: ok {rc=0}\u000a12:12:04.475194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6653): Launched\u000a12:12:04.767913 run osmo-hlr_10.42.42.2(pid=6654): Launched\u000a12:12:04.880563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:05.399088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6656): Launched\u000a12:12:05.691304 run osmo-stp_10.42.42.5(pid=6657): Launched\u000a12:12:05.797848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:06.303121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6659): Launched\u000a12:12:06.405889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:06.657671 run patchelf(pid=6660): Launched\u000a12:12:06.826617 run osmo-stp_10.42.42.5(pid=6657): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6657)]\u000a12:12:06.950080 run osmo-stp_10.42.42.5(pid=6657): stdout: \u000a| (launched: 2022-12-10_12:12:05.547345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:07.073953 run osmo-stp_10.42.42.5(pid=6657): stderr: \u000a| �[0;m�[38;5;43m20221210121205719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121205719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121205720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121205720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121205720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121205721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121205721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:07.193328 run osmo-stp_10.42.42.5(pid=6657): stdout: \u000a| (launched: 2022-12-10_12:12:05.547345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:07.311161 run osmo-stp_10.42.42.5(pid=6657): stderr: \u000a| �[0;m�[38;5;43m20221210121205719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121205719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121205720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121205720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121205720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121205721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121205721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:07.450108 run patchelf(pid=6660): Terminating (SIGINT)\u000a12:12:07.612184 run patchelf(pid=6660): Terminated: ok {rc=0}\u000a12:12:07.641763 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6657): Process ended prematurely: osmo-stp_10.42.42.5(pid=6657) [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6657)] [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a12:12:07.650266 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:12:07.708859 run osmo-hlr_10.42.42.2(pid=6654): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6654)]\u000a12:12:07.756907 run osmo-hlr_10.42.42.2(pid=6654): stdout: \u000a| (launched: 2022-12-10_12:12:04.624547) \u000a12:12:07.805783 run osmo-hlr_10.42.42.2(pid=6654): stderr: \u000a| �[0;m�[1;31m20221210121204798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121204798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121204799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121204799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121204799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121204799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121204811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121204820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121204820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121204820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:07.847259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6653): Terminating (SIGTERM)\u000a12:12:07.886324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6656): Terminating (SIGTERM)\u000a12:12:07.925372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6659): Terminating (SIGTERM)\u000a12:12:07.934358 --- ParallelTerminationStrategy: PID 6653 died...\u000a12:12:07.986537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6653): Terminated: ok {rc=0}\u000a12:12:07.995813 --- ParallelTerminationStrategy: PID 6656 died...\u000a12:12:08.047848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6656): Terminated: ok {rc=0}\u000a12:12:08.057239 --- ParallelTerminationStrategy: PID 6659 died...\u000a12:12:08.109181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6659): Terminated: ok {rc=0}\u000a12:12:08.197189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6667): Process ended prematurely: osmo-stp_10.42.42.5(pid=6667) [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6667)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6667): Process ended prematurely: osmo-stp_10.42.42.5(pid=6667) [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a12:12:09.248934 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.260496 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:12:09.390455 tst ping_idle_ping.py: using LAC 28310\u000a12:12:09.511230 tst ping_idle_ping.py: using RAC 5\u000a12:12:09.635700 tst ping_idle_ping.py: using CellId 28310\u000a12:12:09.756156 tst ping_idle_ping.py: using BVCI 28311\u000a12:12:09.780373 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.791646 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.802804 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.814306 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.825495 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.836626 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.848044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:12:09.859326 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:12:10.128255 tst ping_idle_ping.py:24: start network...\u000a12:12:10.249363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:10.720303 run create_hlr_db(pid=6661): Launched\u000a12:12:10.887988 bus /gobi_6: Setting Powered False\u000a12:12:11.910044 run create_hlr_db(pid=6661): Terminated: ok {rc=0}\u000a12:12:12.324769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6663): Launched\u000a12:12:12.637799 run osmo-hlr_10.42.42.2(pid=6664): Launched\u000a12:12:12.755938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:13.297943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6666): Launched\u000a12:12:13.591158 run osmo-stp_10.42.42.5(pid=6667): Launched\u000a12:12:13.696928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:14.204191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6669): Launched\u000a12:12:14.307642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:14.560936 run patchelf(pid=6670): Launched\u000a12:12:14.731108 run osmo-stp_10.42.42.5(pid=6667): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6667)]\u000a12:12:14.856072 run osmo-stp_10.42.42.5(pid=6667): stdout: \u000a| (launched: 2022-12-10_12:12:13.446209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:14.981145 run osmo-stp_10.42.42.5(pid=6667): stderr: \u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121213618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:15.102007 run osmo-stp_10.42.42.5(pid=6667): stdout: \u000a| (launched: 2022-12-10_12:12:13.446209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:15.221508 run osmo-stp_10.42.42.5(pid=6667): stderr: \u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121213617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121213618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121213618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:15.360452 run patchelf(pid=6670): Terminating (SIGINT)\u000a12:12:15.523858 run patchelf(pid=6670): Terminated: ok {rc=0}\u000a12:12:15.553517 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6667): Process ended prematurely: osmo-stp_10.42.42.5(pid=6667) [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6667)] [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a12:12:15.562021 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:12:15.620756 run osmo-hlr_10.42.42.2(pid=6664): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6664)]\u000a12:12:15.668485 run osmo-hlr_10.42.42.2(pid=6664): stdout: \u000a| (launched: 2022-12-10_12:12:12.483438) \u000a12:12:15.716761 run osmo-hlr_10.42.42.2(pid=6664): stderr: \u000a| �[0;m�[1;31m20221210121212682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121212683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121212683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121212683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121212683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121212683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121212695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121212705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121212705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121212705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:15.757890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6663): Terminating (SIGTERM)\u000a12:12:15.796688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6666): Terminating (SIGTERM)\u000a12:12:15.846379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6669): Terminating (SIGTERM)\u000a12:12:15.861098 --- ParallelTerminationStrategy: PID 6663 died...\u000a12:12:15.920065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6663): Terminated: ok {rc=0}\u000a12:12:15.929883 --- ParallelTerminationStrategy: PID 6666 died...\u000a12:12:15.982751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6666): Terminated: ok {rc=0}\u000a12:12:15.992831 --- ParallelTerminationStrategy: PID 6669 died...\u000a12:12:16.045924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6669): Terminated: ok {rc=0}\u000a12:12:16.131220 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:11:18" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:12:18.260199 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.271035 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:12:18.403403 tst cs_paging_gprs_active.py: using LAC 28311\u000a12:12:18.521351 tst cs_paging_gprs_active.py: using RAC 6\u000a12:12:18.641920 tst cs_paging_gprs_active.py: using CellId 28311\u000a12:12:18.756540 tst cs_paging_gprs_active.py: using BVCI 28312\u000a12:12:18.779191 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.790002 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.800634 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.811247 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.821852 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.832511 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.843236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.853753 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:18.864411 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:18.980938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:19.268237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:12:19.401371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:19.730469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Launched\u000a12:12:20.001355 run iperf3-srv_10.42.42.10(pid=6675): Launched\u000a12:12:20.195015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:12:20.327568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:20.654951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Launched\u000a12:12:20.926639 run iperf3-srv_10.42.42.10(pid=6677): Launched\u000a12:12:21.120661 tst cs_paging_gprs_active.py:38: start network...\u000a12:12:21.253041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:21.750441 run create_hlr_db(pid=6678): Launched\u000a12:12:21.933452 bus /gobi_6: Setting Powered False\u000a12:12:22.954754 run create_hlr_db(pid=6678): Terminated: ok {rc=0}\u000a12:12:23.360266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Launched\u000a12:12:23.677488 run osmo-hlr_10.42.42.2(pid=6681): Launched\u000a12:12:23.792701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:24.340265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Launched\u000a12:12:24.656243 run osmo-stp_10.42.42.5(pid=6684): Launched\u000a12:12:24.771460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:25.323355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Launched\u000a12:12:25.436675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:25.712521 run patchelf(pid=6687): Launched\u000a12:12:25.898116 run osmo-stp_10.42.42.5(pid=6684): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]\u000a12:12:26.034029 run osmo-stp_10.42.42.5(pid=6684): stdout: \u000a| (launched: 2022-12-10_12:12:24.501566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:26.170193 run osmo-stp_10.42.42.5(pid=6684): stderr: \u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121224696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:26.301804 run osmo-stp_10.42.42.5(pid=6684): stdout: \u000a| (launched: 2022-12-10_12:12:24.501566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:26.432400 run osmo-stp_10.42.42.5(pid=6684): stderr: \u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121224695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121224696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121224696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:26.583653 run patchelf(pid=6687): Terminating (SIGINT)\u000a12:12:26.761250 run patchelf(pid=6687): Terminated: ok {rc=0}\u000a12:12:26.793756 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:12:26.803518 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:12:26.866197 run osmo-hlr_10.42.42.2(pid=6681): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6681)]\u000a12:12:26.917137 run osmo-hlr_10.42.42.2(pid=6681): stdout: \u000a| (launched: 2022-12-10_12:12:23.521532) \u000a12:12:26.968833 run osmo-hlr_10.42.42.2(pid=6681): stderr: \u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121223719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121223743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121223753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121223753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121223754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:27.012752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Terminating (SIGTERM)\u000a12:12:27.054229 run iperf3-srv_10.42.42.10(pid=6675): Terminating (SIGTERM)\u000a12:12:27.096041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Terminating (SIGTERM)\u000a12:12:27.137557 run iperf3-srv_10.42.42.10(pid=6677): Terminating (SIGTERM)\u000a12:12:27.179008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Terminating (SIGTERM)\u000a12:12:27.220768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Terminating (SIGTERM)\u000a12:12:27.262229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Terminating (SIGTERM)\u000a12:12:27.272017 --- ParallelTerminationStrategy: PID 6674 died...\u000a12:12:27.328029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6674): Terminated: ok {rc=0}\u000a12:12:27.338074 --- ParallelTerminationStrategy: PID 6675 died...\u000a12:12:27.393060 run iperf3-srv_10.42.42.10(pid=6675): Terminated {rc=256}\u000a12:12:27.403227 --- ParallelTerminationStrategy: PID 6676 died...\u000a12:12:27.458332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6676): Terminated: ok {rc=0}\u000a12:12:27.468378 --- ParallelTerminationStrategy: PID 6677 died...\u000a12:12:27.523306 run iperf3-srv_10.42.42.10(pid=6677): Terminated {rc=256}\u000a12:12:27.533493 --- ParallelTerminationStrategy: PID 6680 died...\u000a12:12:27.588441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Terminated: ok {rc=0}\u000a12:12:27.598429 --- ParallelTerminationStrategy: PID 6683 died...\u000a12:12:27.653645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Terminated: ok {rc=0}\u000a12:12:27.663730 --- ParallelTerminationStrategy: PID 6686 died...\u000a12:12:27.718877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Terminated: ok {rc=0}\u000a12:12:27.804897 bus /gobi_0: Setting Powered False\u000a12:12:28.909899 bus /gobi_0: Setting Powered False\u000a12:12:30.015672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6698): Process ended prematurely: osmo-stp_10.42.42.5(pid=6698) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6698)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6698): Process ended prematurely: osmo-stp_10.42.42.5(pid=6698) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:12:31.161264 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.177897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:12:31.327347 tst iperf3.py: using LAC 28312\u000a12:12:31.472660 tst iperf3.py: using RAC 7\u000a12:12:31.608057 tst iperf3.py: using CellId 28312\u000a12:12:31.765109 tst iperf3.py: using BVCI 28313\u000a12:12:31.794739 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.809563 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.825792 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.842601 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.857822 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.873998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.890122 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.906895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:31.919301 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:32.223844 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:12:32.358772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:32.686045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Launched\u000a12:12:32.956891 run iperf3-srv_10.42.42.10(pid=6689): Launched\u000a12:12:33.150725 tst iperf3.py:8: start network...\u000a12:12:33.282909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:33.781881 run create_hlr_db(pid=6690): Launched\u000a12:12:33.965329 bus /gobi_6: Setting Powered False\u000a12:12:34.986265 run create_hlr_db(pid=6690): Terminated: ok {rc=0}\u000a12:12:35.383943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Launched\u000a12:12:35.683051 run osmo-hlr_10.42.42.2(pid=6693): Launched\u000a12:12:35.798120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:36.341918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6697): Launched\u000a12:12:36.658501 run osmo-stp_10.42.42.5(pid=6698): Launched\u000a12:12:36.773617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:37.321987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6700): Launched\u000a12:12:37.434742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:37.710376 run patchelf(pid=6701): Launched\u000a12:12:37.895213 run osmo-stp_10.42.42.5(pid=6698): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6698)]\u000a12:12:38.030537 run osmo-stp_10.42.42.5(pid=6698): stdout: \u000a| (launched: 2022-12-10_12:12:36.502779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:38.166140 run osmo-stp_10.42.42.5(pid=6698): stderr: \u000a| �[0;m�[38;5;43m20221210121236693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121236694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121236694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121236694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121236696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121236697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121236697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:38.296804 run osmo-stp_10.42.42.5(pid=6698): stdout: \u000a| (launched: 2022-12-10_12:12:36.502779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:38.426563 run osmo-stp_10.42.42.5(pid=6698): stderr: \u000a| �[0;m�[38;5;43m20221210121236693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121236694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121236694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121236694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121236696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121236697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121236697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:38.577265 run patchelf(pid=6701): Terminating (SIGINT)\u000a12:12:38.754492 run patchelf(pid=6701): Terminated: ok {rc=0}\u000a12:12:38.787026 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6698): Process ended prematurely: osmo-stp_10.42.42.5(pid=6698) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6698)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a12:12:38.796690 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:12:38.859762 run osmo-hlr_10.42.42.2(pid=6693): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6693)]\u000a12:12:38.911716 run osmo-hlr_10.42.42.2(pid=6693): stdout: \u000a| (launched: 2022-12-10_12:12:35.534698) \u000a12:12:38.963980 run osmo-hlr_10.42.42.2(pid=6693): stderr: \u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121235707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121235718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121235726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121235726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121235726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:39.008278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Terminating (SIGTERM)\u000a12:12:39.050142 run iperf3-srv_10.42.42.10(pid=6689): Terminating (SIGTERM)\u000a12:12:39.092328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Terminating (SIGTERM)\u000a12:12:39.133682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6697): Terminating (SIGTERM)\u000a12:12:39.175280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6700): Terminating (SIGTERM)\u000a12:12:39.185161 --- ParallelTerminationStrategy: PID 6688 died...\u000a12:12:39.241490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6688): Terminated: ok {rc=0}\u000a12:12:39.251430 --- ParallelTerminationStrategy: PID 6689 died...\u000a12:12:39.306714 run iperf3-srv_10.42.42.10(pid=6689): Terminated {rc=256}\u000a12:12:39.316647 --- ParallelTerminationStrategy: PID 6692 died...\u000a12:12:39.372313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6692): Terminated: ok {rc=0}\u000a12:12:39.382266 --- ParallelTerminationStrategy: PID 6697 died...\u000a12:12:39.437491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6697): Terminated: ok {rc=0}\u000a12:12:39.447735 --- ParallelTerminationStrategy: PID 6700 died...\u000a12:12:39.503157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6700): Terminated: ok {rc=0}\u000a12:12:39.589932 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6716): Process ended prematurely: osmo-stp_10.42.42.5(pid=6716) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6716)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6716): Process ended prematurely: osmo-stp_10.42.42.5(pid=6716) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:12:40.702193 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:40.717389 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:12:40.853429 tst iperf3m4.py: using LAC 28313\u000a12:12:40.978542 tst iperf3m4.py: using RAC 8\u000a12:12:41.103978 tst iperf3m4.py: using CellId 28313\u000a12:12:41.227336 tst iperf3m4.py: using BVCI 28314\u000a12:12:41.251645 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.262941 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.274077 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.285412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.296557 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.307842 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.319623 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.331076 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:12:41.342696 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:41.463923 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:41.576656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:41.690210 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:12:41.962641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:12:42.085155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:42.390202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6702): Launched\u000a12:12:42.643883 run iperf3-srv_10.42.42.10(pid=6703): Launched\u000a12:12:42.823870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:12:42.946038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:43.250632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6704): Launched\u000a12:12:43.504264 run iperf3-srv_10.42.42.10(pid=6705): Launched\u000a12:12:43.683648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:12:43.806824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:44.111584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6706): Launched\u000a12:12:44.364896 run iperf3-srv_10.42.42.10(pid=6707): Launched\u000a12:12:44.543786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:12:44.665926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:44.970495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6708): Launched\u000a12:12:45.223693 run iperf3-srv_10.42.42.10(pid=6709): Launched\u000a12:12:45.402916 tst iperf3m4.py:8: start network...\u000a12:12:45.524925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:46.080146 run create_hlr_db(pid=6710): Launched\u000a12:12:46.270797 bus /gobi_6: Setting Powered False\u000a12:12:47.287193 run create_hlr_db(pid=6710): Terminated: ok {rc=0}\u000a12:12:47.709821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6712): Launched\u000a12:12:48.026824 run osmo-hlr_10.42.42.2(pid=6713): Launched\u000a12:12:48.146892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:48.696632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6715): Launched\u000a12:12:49.012065 run osmo-stp_10.42.42.5(pid=6716): Launched\u000a12:12:49.127308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:49.678253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6718): Launched\u000a12:12:49.791545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:50.066468 run patchelf(pid=6719): Launched\u000a12:12:50.251608 run osmo-stp_10.42.42.5(pid=6716): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6716)]\u000a12:12:50.387811 run osmo-stp_10.42.42.5(pid=6716): stdout: \u000a| (launched: 2022-12-10_12:12:48.857271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:50.523231 run osmo-stp_10.42.42.5(pid=6716): stderr: \u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121249050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:50.654756 run osmo-stp_10.42.42.5(pid=6716): stdout: \u000a| (launched: 2022-12-10_12:12:48.857271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:50.784093 run osmo-stp_10.42.42.5(pid=6716): stderr: \u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121249049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121249050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121249050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:50.935138 run patchelf(pid=6719): Terminating (SIGINT)\u000a12:12:51.111691 run patchelf(pid=6719): Terminated: ok {rc=0}\u000a12:12:51.144150 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6716): Process ended prematurely: osmo-stp_10.42.42.5(pid=6716) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6716)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:12:51.154043 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:12:51.216775 run osmo-hlr_10.42.42.2(pid=6713): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6713)]\u000a12:12:51.267634 run osmo-hlr_10.42.42.2(pid=6713): stdout: \u000a| (launched: 2022-12-10_12:12:47.871468) \u000a12:12:51.319196 run osmo-hlr_10.42.42.2(pid=6713): stderr: \u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121248070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121248082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121248090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121248091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121248091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:51.363419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6702): Terminating (SIGTERM)\u000a12:12:51.404990 run iperf3-srv_10.42.42.10(pid=6703): Terminating (SIGTERM)\u000a12:12:51.446477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6704): Terminating (SIGTERM)\u000a12:12:51.487722 run iperf3-srv_10.42.42.10(pid=6705): Terminating (SIGTERM)\u000a12:12:51.529162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6706): Terminating (SIGTERM)\u000a12:12:51.570439 run iperf3-srv_10.42.42.10(pid=6707): Terminating (SIGTERM)\u000a12:12:51.611837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6708): Terminating (SIGTERM)\u000a12:12:51.653550 run iperf3-srv_10.42.42.10(pid=6709): Terminating (SIGTERM)\u000a12:12:51.695241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6712): Terminating (SIGTERM)\u000a12:12:51.736484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6715): Terminating (SIGTERM)\u000a12:12:51.779243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6718): Terminating (SIGTERM)\u000a12:12:51.788861 --- ParallelTerminationStrategy: PID 6702 died...\u000a12:12:51.845392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6702): Terminated: ok {rc=0}\u000a12:12:51.855357 --- ParallelTerminationStrategy: PID 6703 died...\u000a12:12:51.937826 run iperf3-srv_10.42.42.10(pid=6703): Terminated {rc=256}\u000a12:12:51.947396 --- ParallelTerminationStrategy: PID 6704 died...\u000a12:12:51.999458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6704): Terminated: ok {rc=0}\u000a12:12:52.008742 --- ParallelTerminationStrategy: PID 6705 died...\u000a12:12:52.060370 run iperf3-srv_10.42.42.10(pid=6705): Terminated {rc=256}\u000a12:12:52.069757 --- ParallelTerminationStrategy: PID 6706 died...\u000a12:12:52.122025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6706): Terminated: ok {rc=0}\u000a12:12:52.131380 --- ParallelTerminationStrategy: PID 6707 died...\u000a12:12:52.182986 run iperf3-srv_10.42.42.10(pid=6707): Terminated {rc=256}\u000a12:12:52.192253 --- ParallelTerminationStrategy: PID 6708 died...\u000a12:12:52.244169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6708): Terminated: ok {rc=0}\u000a12:12:52.253588 --- ParallelTerminationStrategy: PID 6709 died...\u000a12:12:52.305032 run iperf3-srv_10.42.42.10(pid=6709): Terminated {rc=256}\u000a12:12:52.314313 --- ParallelTerminationStrategy: PID 6712 died...\u000a12:12:52.366546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6712): Terminated: ok {rc=0}\u000a12:12:52.376049 --- ParallelTerminationStrategy: PID 6715 died...\u000a12:12:52.428298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6715): Terminated: ok {rc=0}\u000a12:12:52.437995 --- ParallelTerminationStrategy: PID 6718 died...\u000a12:12:52.490490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6718): Terminated: ok {rc=0}\u000a12:12:52.575345 bus /gobi_4: Setting Powered False\u000a12:12:53.682502 bus /gobi_4: Setting Powered False\u000a12:12:54.794275 bus /gobi_1: Setting Powered False\u000a12:12:55.896163 bus /gobi_1: Setting Powered False\u000a12:12:57.005242 bus /gobi_0: Setting Powered False\u000a12:12:58.110159 bus /gobi_0: Setting Powered False\u000a12:12:59.218433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:13:00.284116 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.295594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:13:00.433112 tst ping.py: using LAC 28314\u000a12:13:00.555849 tst ping.py: using RAC 9\u000a12:13:00.677986 tst ping.py: using CellId 28314\u000a12:13:00.801846 tst ping.py: using BVCI 28315\u000a12:13:00.825938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.838376 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.851237 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.870235 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.883534 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.896274 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.909924 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:00.922979 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:13:01.218541 tst ping.py:19: start network...\u000a12:13:01.353172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:01.890266 run create_hlr_db(pid=6720): Launched\u000a12:13:02.075415 bus /gobi_6: Setting Powered False\u000a12:13:03.091807 run create_hlr_db(pid=6720): Terminated: ok {rc=0}\u000a12:13:03.481953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Launched\u000a12:13:03.772068 run osmo-hlr_10.42.42.2(pid=6723): Launched\u000a12:13:03.878263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:04.384008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Launched\u000a12:13:04.673683 run osmo-stp_10.42.42.5(pid=6726): Launched\u000a12:13:04.779141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:05.287560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Launched\u000a12:13:05.390922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:05.643553 run patchelf(pid=6729): Launched\u000a12:13:05.813635 run osmo-stp_10.42.42.5(pid=6726): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)]\u000a12:13:05.938476 run osmo-stp_10.42.42.5(pid=6726): stdout: \u000a| (launched: 2022-12-10_12:13:04.530937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:06.066478 run osmo-stp_10.42.42.5(pid=6726): stderr: \u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121304704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:06.186984 run osmo-stp_10.42.42.5(pid=6726): stdout: \u000a| (launched: 2022-12-10_12:13:04.530937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:06.306680 run osmo-stp_10.42.42.5(pid=6726): stderr: \u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121304703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121304704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121304704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:06.446000 run patchelf(pid=6729): Terminating (SIGINT)\u000a12:13:06.609348 run patchelf(pid=6729): Terminated: ok {rc=0}\u000a12:13:06.639078 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6726): Process ended prematurely: osmo-stp_10.42.42.5(pid=6726) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6726)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a12:13:06.647622 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:13:06.706756 run osmo-hlr_10.42.42.2(pid=6723): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6723)]\u000a12:13:06.755122 run osmo-hlr_10.42.42.2(pid=6723): stdout: \u000a| (launched: 2022-12-10_12:13:03.629694) \u000a12:13:06.804208 run osmo-hlr_10.42.42.2(pid=6723): stderr: \u000a| �[0;m�[1;31m20221210121303804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121303805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121303805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121303805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121303805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121303805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121303817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121303825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121303826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121303826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:06.846235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Terminating (SIGTERM)\u000a12:13:06.885808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Terminating (SIGTERM)\u000a12:13:06.925686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Terminating (SIGTERM)\u000a12:13:06.934894 --- ParallelTerminationStrategy: PID 6722 died...\u000a12:13:06.988822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6722): Terminated: ok {rc=0}\u000a12:13:06.998583 --- ParallelTerminationStrategy: PID 6725 died...\u000a12:13:07.051875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6725): Terminated: ok {rc=0}\u000a12:13:07.061826 --- ParallelTerminationStrategy: PID 6728 died...\u000a12:13:07.115158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6728): Terminated: ok {rc=0}\u000a12:13:07.204473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:13:08.257529 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.269631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:13:08.401306 tst ping_idle_ping.py: using LAC 28315\u000a12:13:08.523781 tst ping_idle_ping.py: using RAC 10\u000a12:13:08.648265 tst ping_idle_ping.py: using CellId 28315\u000a12:13:08.770948 tst ping_idle_ping.py: using BVCI 28316\u000a12:13:08.794975 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.806498 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.817936 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.830292 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.842412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.854445 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.867138 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:08.878524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:13:09.150204 tst ping_idle_ping.py:24: start network...\u000a12:13:09.270936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:09.742226 run create_hlr_db(pid=6730): Launched\u000a12:13:09.910922 bus /gobi_6: Setting Powered False\u000a12:13:10.932073 run create_hlr_db(pid=6730): Terminated: ok {rc=0}\u000a12:13:11.319775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Launched\u000a12:13:11.610877 run osmo-hlr_10.42.42.2(pid=6733): Launched\u000a12:13:11.721779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:12.235313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Launched\u000a12:13:12.525750 run osmo-stp_10.42.42.5(pid=6736): Launched\u000a12:13:12.631485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:13.138306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Launched\u000a12:13:13.241693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:13.494839 run patchelf(pid=6739): Launched\u000a12:13:13.665109 run osmo-stp_10.42.42.5(pid=6736): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)]\u000a12:13:13.789400 run osmo-stp_10.42.42.5(pid=6736): stdout: \u000a| (launched: 2022-12-10_12:13:12.382393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:13.914193 run osmo-stp_10.42.42.5(pid=6736): stderr: \u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121312551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:14.035102 run osmo-stp_10.42.42.5(pid=6736): stdout: \u000a| (launched: 2022-12-10_12:13:12.382393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:14.154350 run osmo-stp_10.42.42.5(pid=6736): stderr: \u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121312550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121312551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121312551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:14.293129 run patchelf(pid=6739): Terminating (SIGINT)\u000a12:13:14.455893 run patchelf(pid=6739): Terminated: ok {rc=0}\u000a12:13:14.485701 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6736): Process ended prematurely: osmo-stp_10.42.42.5(pid=6736) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6736)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:13:14.494303 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a12:13:14.553345 run osmo-hlr_10.42.42.2(pid=6733): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6733)]\u000a12:13:14.601329 run osmo-hlr_10.42.42.2(pid=6733): stdout: \u000a| (launched: 2022-12-10_12:13:11.467812) \u000a12:13:14.650204 run osmo-hlr_10.42.42.2(pid=6733): stderr: \u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121311641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121311654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121311664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121311664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121311664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:14.691833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Terminating (SIGTERM)\u000a12:13:14.730942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Terminating (SIGTERM)\u000a12:13:14.770140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Terminating (SIGTERM)\u000a12:13:14.779233 --- ParallelTerminationStrategy: PID 6732 died...\u000a12:13:14.831613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6732): Terminated: ok {rc=0}\u000a12:13:14.841134 --- ParallelTerminationStrategy: PID 6735 died...\u000a12:13:14.893348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6735): Terminated: ok {rc=0}\u000a12:13:14.902829 --- ParallelTerminationStrategy: PID 6738 died...\u000a12:13:14.954934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6738): Terminated: ok {rc=0}\u000a12:13:15.037803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:12:17" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6753): Process ended prematurely: osmo-stp_10.42.42.5(pid=6753) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6753)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6753): Process ended prematurely: osmo-stp_10.42.42.5(pid=6753) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:13:17.250422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.261940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:13:17.410305 tst cs_paging_gprs_active.py: using LAC 28316\u000a12:13:17.526311 tst cs_paging_gprs_active.py: using RAC 11\u000a12:13:17.643180 tst cs_paging_gprs_active.py: using CellId 28316\u000a12:13:17.761142 tst cs_paging_gprs_active.py: using BVCI 28317\u000a12:13:17.783871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.794925 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.805847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.816602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.827509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.838353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.849121 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.859720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:17.870915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:17.988353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:18.262624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:13:18.385808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:18.692313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6743): Launched\u000a12:13:18.946972 run iperf3-srv_10.42.42.10(pid=6744): Launched\u000a12:13:19.127053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:13:19.249835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:19.556356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6745): Launched\u000a12:13:19.810901 run iperf3-srv_10.42.42.10(pid=6746): Launched\u000a12:13:19.991794 tst cs_paging_gprs_active.py:38: start network...\u000a12:13:20.115159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:20.589465 run create_hlr_db(pid=6747): Launched\u000a12:13:20.759473 bus /gobi_6: Setting Powered False\u000a12:13:21.781105 run create_hlr_db(pid=6747): Terminated: ok {rc=0}\u000a12:13:22.203710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6749): Launched\u000a12:13:22.522245 run osmo-hlr_10.42.42.2(pid=6750): Launched\u000a12:13:22.639151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:23.190953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6752): Launched\u000a12:13:23.507827 run osmo-stp_10.42.42.5(pid=6753): Launched\u000a12:13:23.624246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:24.179796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6755): Launched\u000a12:13:24.292738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:24.569975 run patchelf(pid=6756): Launched\u000a12:13:24.756107 run osmo-stp_10.42.42.5(pid=6753): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6753)]\u000a12:13:24.892227 run osmo-stp_10.42.42.5(pid=6753): stdout: \u000a| (launched: 2022-12-10_12:13:23.352249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:25.028592 run osmo-stp_10.42.42.5(pid=6753): stderr: \u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121323542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:25.160180 run osmo-stp_10.42.42.5(pid=6753): stdout: \u000a| (launched: 2022-12-10_12:13:23.352249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:25.290333 run osmo-stp_10.42.42.5(pid=6753): stderr: \u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121323541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121323542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121323542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:25.442427 run patchelf(pid=6756): Terminating (SIGINT)\u000a12:13:25.620173 run patchelf(pid=6756): Terminated: ok {rc=0}\u000a12:13:25.652874 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6753): Process ended prematurely: osmo-stp_10.42.42.5(pid=6753) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6753)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:13:25.662709 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:13:25.725820 run osmo-hlr_10.42.42.2(pid=6750): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6750)]\u000a12:13:25.777024 run osmo-hlr_10.42.42.2(pid=6750): stdout: \u000a| (launched: 2022-12-10_12:13:22.365663) \u000a12:13:25.828785 run osmo-hlr_10.42.42.2(pid=6750): stderr: \u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121322563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121322576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121322584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121322584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121322584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:25.872394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6743): Terminating (SIGTERM)\u000a12:13:25.914033 run iperf3-srv_10.42.42.10(pid=6744): Terminating (SIGTERM)\u000a12:13:25.955505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6745): Terminating (SIGTERM)\u000a12:13:25.997265 run iperf3-srv_10.42.42.10(pid=6746): Terminating (SIGTERM)\u000a12:13:26.039019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6749): Terminating (SIGTERM)\u000a12:13:26.080479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6752): Terminating (SIGTERM)\u000a12:13:26.122238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6755): Terminating (SIGTERM)\u000a12:13:26.131880 --- ParallelTerminationStrategy: PID 6743 died...\u000a12:13:26.187336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6743): Terminated: ok {rc=0}\u000a12:13:26.197906 --- ParallelTerminationStrategy: PID 6744 died...\u000a12:13:26.253118 run iperf3-srv_10.42.42.10(pid=6744): Terminated {rc=256}\u000a12:13:26.263058 --- ParallelTerminationStrategy: PID 6745 died...\u000a12:13:26.317808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6745): Terminated: ok {rc=0}\u000a12:13:26.328039 --- ParallelTerminationStrategy: PID 6746 died...\u000a12:13:26.383096 run iperf3-srv_10.42.42.10(pid=6746): Terminated {rc=256}\u000a12:13:26.393351 --- ParallelTerminationStrategy: PID 6749 died...\u000a12:13:26.447860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6749): Terminated: ok {rc=0}\u000a12:13:26.458213 --- ParallelTerminationStrategy: PID 6752 died...\u000a12:13:26.514305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6752): Terminated: ok {rc=0}\u000a12:13:26.524418 --- ParallelTerminationStrategy: PID 6755 died...\u000a12:13:26.580009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6755): Terminated: ok {rc=0}\u000a12:13:26.665256 bus /gobi_0: Setting Powered False\u000a12:13:27.771234 bus /gobi_0: Setting Powered False\u000a12:13:28.878233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6766): Process ended prematurely: osmo-stp_10.42.42.5(pid=6766) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6766)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6766): Process ended prematurely: osmo-stp_10.42.42.5(pid=6766) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:13:29.992449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.004423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:13:30.166150 tst iperf3.py: using LAC 28317\u000a12:13:30.291279 tst iperf3.py: using RAC 12\u000a12:13:30.411743 tst iperf3.py: using CellId 28317\u000a12:13:30.529054 tst iperf3.py: using BVCI 28318\u000a12:13:30.551729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.562904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.573858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.585482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.596934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.608054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.619313 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.630443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:30.641772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:30.936757 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:13:31.073571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:31.428299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6757): Launched\u000a12:13:31.721800 run iperf3-srv_10.42.42.10(pid=6758): Launched\u000a12:13:31.921192 tst iperf3.py:8: start network...\u000a12:13:32.057659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:32.559817 run create_hlr_db(pid=6759): Launched\u000a12:13:32.743916 bus /gobi_6: Setting Powered False\u000a12:13:33.765380 run create_hlr_db(pid=6759): Terminated: ok {rc=0}\u000a12:13:34.163167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Launched\u000a12:13:34.459196 run osmo-hlr_10.42.42.2(pid=6762): Launched\u000a12:13:34.568200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:35.086808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6765): Launched\u000a12:13:35.381704 run osmo-stp_10.42.42.5(pid=6766): Launched\u000a12:13:35.488054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:36.004171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6768): Launched\u000a12:13:36.109818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:36.368555 run patchelf(pid=6769): Launched\u000a12:13:36.541458 run osmo-stp_10.42.42.5(pid=6766): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6766)]\u000a12:13:36.667975 run osmo-stp_10.42.42.5(pid=6766): stdout: \u000a| (launched: 2022-12-10_12:13:35.237138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:36.795758 run osmo-stp_10.42.42.5(pid=6766): stderr: \u000a| �[0;m�[38;5;43m20221210121335406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121335406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121335407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121335407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:36.918299 run osmo-stp_10.42.42.5(pid=6766): stdout: \u000a| (launched: 2022-12-10_12:13:35.237138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:37.039483 run osmo-stp_10.42.42.5(pid=6766): stderr: \u000a| �[0;m�[38;5;43m20221210121335406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121335406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121335407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121335407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121335408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:37.181252 run patchelf(pid=6769): Terminating (SIGINT)\u000a12:13:37.347512 run patchelf(pid=6769): Terminated: ok {rc=0}\u000a12:13:37.378259 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6766): Process ended prematurely: osmo-stp_10.42.42.5(pid=6766) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6766)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:13:37.387318 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:13:37.446702 run osmo-hlr_10.42.42.2(pid=6762): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6762)]\u000a12:13:37.495167 run osmo-hlr_10.42.42.2(pid=6762): stdout: \u000a| (launched: 2022-12-10_12:13:34.313813) \u000a12:13:37.544226 run osmo-hlr_10.42.42.2(pid=6762): stderr: \u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121334487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121334502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121334513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121334513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121334513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:37.585993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6757): Terminating (SIGTERM)\u000a12:13:37.625238 run iperf3-srv_10.42.42.10(pid=6758): Terminating (SIGTERM)\u000a12:13:37.664360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminating (SIGTERM)\u000a12:13:37.703466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6765): Terminating (SIGTERM)\u000a12:13:37.743025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6768): Terminating (SIGTERM)\u000a12:13:37.752158 --- ParallelTerminationStrategy: PID 6757 died...\u000a12:13:37.805219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6757): Terminated: ok {rc=0}\u000a12:13:37.814698 --- ParallelTerminationStrategy: PID 6758 died...\u000a12:13:37.867402 run iperf3-srv_10.42.42.10(pid=6758): Terminated {rc=256}\u000a12:13:37.876792 --- ParallelTerminationStrategy: PID 6761 died...\u000a12:13:37.928939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminated: ok {rc=0}\u000a12:13:37.938314 --- ParallelTerminationStrategy: PID 6765 died...\u000a12:13:37.990560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6765): Terminated: ok {rc=0}\u000a12:13:37.999979 --- ParallelTerminationStrategy: PID 6768 died...\u000a12:13:38.052263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6768): Terminated: ok {rc=0}\u000a12:13:38.135997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:13:39.250779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.262946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:13:39.425403 tst iperf3m4.py: using LAC 28318\u000a12:13:39.545909 tst iperf3m4.py: using RAC 13\u000a12:13:39.662527 tst iperf3m4.py: using CellId 28318\u000a12:13:39.787906 tst iperf3m4.py: using BVCI 28319\u000a12:13:39.812446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.824061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.835452 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.847974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.860624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.871750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.883816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.895588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:39.907708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:40.027710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:40.147066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:40.263305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:13:40.553864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:13:40.687005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:41.015807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6770): Launched\u000a12:13:41.289627 run iperf3-srv_10.42.42.10(pid=6771): Launched\u000a12:13:41.485745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:13:41.621797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:41.951244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6772): Launched\u000a12:13:42.223937 run iperf3-srv_10.42.42.10(pid=6773): Launched\u000a12:13:42.419142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:13:42.551796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:42.879760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6774): Launched\u000a12:13:43.151447 run iperf3-srv_10.42.42.10(pid=6775): Launched\u000a12:13:43.345782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:13:43.478678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:43.807470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6776): Launched\u000a12:13:44.080233 run iperf3-srv_10.42.42.10(pid=6777): Launched\u000a12:13:44.275253 tst iperf3m4.py:8: start network...\u000a12:13:44.408415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:44.907812 run create_hlr_db(pid=6778): Launched\u000a12:13:45.092073 bus /gobi_6: Setting Powered False\u000a12:13:46.122713 run create_hlr_db(pid=6778): Terminated: ok {rc=0}\u000a12:13:46.569694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Launched\u000a12:13:46.992871 run osmo-hlr_10.42.42.2(pid=6781): Launched\u000a12:13:47.128352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:47.690299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Launched\u000a12:13:48.007407 run osmo-stp_10.42.42.5(pid=6784): Launched\u000a12:13:48.122891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:48.675371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Launched\u000a12:13:48.788531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:49.065210 run patchelf(pid=6787): Launched\u000a12:13:49.251065 run osmo-stp_10.42.42.5(pid=6784): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)]\u000a12:13:49.387316 run osmo-stp_10.42.42.5(pid=6784): stdout: \u000a| (launched: 2022-12-10_12:13:47.851638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:49.523578 run osmo-stp_10.42.42.5(pid=6784): stderr: \u000a| �[0;m�[38;5;43m20221210121348040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121348040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121348041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121348041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:49.655240 run osmo-stp_10.42.42.5(pid=6784): stdout: \u000a| (launched: 2022-12-10_12:13:47.851638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:49.785757 run osmo-stp_10.42.42.5(pid=6784): stderr: \u000a| �[0;m�[38;5;43m20221210121348040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121348040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121348041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121348041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121348042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:49.937435 run patchelf(pid=6787): Terminating (SIGINT)\u000a12:13:50.114613 run patchelf(pid=6787): Terminated: ok {rc=0}\u000a12:13:50.147236 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6784): Process ended prematurely: osmo-stp_10.42.42.5(pid=6784) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6784)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:13:50.157272 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:13:50.220938 run osmo-hlr_10.42.42.2(pid=6781): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6781)]\u000a12:13:50.272477 run osmo-hlr_10.42.42.2(pid=6781): stdout: \u000a| (launched: 2022-12-10_12:13:46.733922) \u000a12:13:50.324520 run osmo-hlr_10.42.42.2(pid=6781): stderr: \u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121347059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121347083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121347103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121347103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121347103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:50.369737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6770): Terminating (SIGTERM)\u000a12:13:50.411680 run iperf3-srv_10.42.42.10(pid=6771): Terminating (SIGTERM)\u000a12:13:50.453733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6772): Terminating (SIGTERM)\u000a12:13:50.495415 run iperf3-srv_10.42.42.10(pid=6773): Terminating (SIGTERM)\u000a12:13:50.536915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6774): Terminating (SIGTERM)\u000a12:13:50.578726 run iperf3-srv_10.42.42.10(pid=6775): Terminating (SIGTERM)\u000a12:13:50.620690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6776): Terminating (SIGTERM)\u000a12:13:50.662151 run iperf3-srv_10.42.42.10(pid=6777): Terminating (SIGTERM)\u000a12:13:50.705321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Terminating (SIGTERM)\u000a12:13:50.747098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Terminating (SIGTERM)\u000a12:13:50.788901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Terminating (SIGTERM)\u000a12:13:50.798600 --- ParallelTerminationStrategy: PID 6770 died...\u000a12:13:50.854459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6770): Terminated: ok {rc=0}\u000a12:13:50.864451 --- ParallelTerminationStrategy: PID 6771 died...\u000a12:13:50.919611 run iperf3-srv_10.42.42.10(pid=6771): Terminated {rc=256}\u000a12:13:50.929627 --- ParallelTerminationStrategy: PID 6772 died...\u000a12:13:50.985154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6772): Terminated: ok {rc=0}\u000a12:13:50.995172 --- ParallelTerminationStrategy: PID 6773 died...\u000a12:13:51.049785 run iperf3-srv_10.42.42.10(pid=6773): Terminated {rc=256}\u000a12:13:51.059981 --- ParallelTerminationStrategy: PID 6774 died...\u000a12:13:51.115410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6774): Terminated: ok {rc=0}\u000a12:13:51.125516 --- ParallelTerminationStrategy: PID 6775 died...\u000a12:13:51.180567 run iperf3-srv_10.42.42.10(pid=6775): Terminated {rc=256}\u000a12:13:51.190898 --- ParallelTerminationStrategy: PID 6776 died...\u000a12:13:51.246502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6776): Terminated: ok {rc=0}\u000a12:13:51.256533 --- ParallelTerminationStrategy: PID 6777 died...\u000a12:13:51.311950 run iperf3-srv_10.42.42.10(pid=6777): Terminated {rc=256}\u000a12:13:51.322032 --- ParallelTerminationStrategy: PID 6780 died...\u000a12:13:51.377810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6780): Terminated: ok {rc=0}\u000a12:13:51.387897 --- ParallelTerminationStrategy: PID 6783 died...\u000a12:13:51.443557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6783): Terminated: ok {rc=0}\u000a12:13:51.453946 --- ParallelTerminationStrategy: PID 6786 died...\u000a12:13:51.509576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6786): Terminated: ok {rc=0}\u000a12:13:51.595914 bus /gobi_4: Setting Powered False\u000a12:13:52.702991 bus /gobi_4: Setting Powered False\u000a12:13:53.814955 bus /gobi_1: Setting Powered False\u000a12:13:54.916094 bus /gobi_1: Setting Powered False\u000a12:13:56.027199 bus /gobi_0: Setting Powered False\u000a12:13:57.128633 bus /gobi_0: Setting Powered False\u000a12:13:58.239254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:13:59.307236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.319517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:13:59.477565 tst ping.py: using LAC 28319\u000a12:13:59.599844 tst ping.py: using RAC 14\u000a12:13:59.720300 tst ping.py: using CellId 28319\u000a12:13:59.843965 tst ping.py: using BVCI 28320\u000a12:13:59.866410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.877558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.888351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.902048 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.913849 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.925201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.936883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:13:59.948378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:14:00.218404 tst ping.py:19: start network...\u000a12:14:00.340516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:00.804531 run create_hlr_db(pid=6788): Launched\u000a12:14:01.005761 bus /gobi_6: Setting Powered False\u000a12:14:02.046400 run create_hlr_db(pid=6788): Terminated: ok {rc=0}\u000a12:14:02.508146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Launched\u000a12:14:02.818802 run osmo-hlr_10.42.42.2(pid=6791): Launched\u000a12:14:02.933572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:03.476780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Launched\u000a12:14:03.787774 run osmo-stp_10.42.42.5(pid=6794): Launched\u000a12:14:03.900872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:04.443607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6796): Launched\u000a12:14:04.554400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:04.824919 run patchelf(pid=6797): Launched\u000a12:14:05.006846 run osmo-stp_10.42.42.5(pid=6794): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]\u000a12:14:05.139600 run osmo-stp_10.42.42.5(pid=6794): stdout: \u000a| (launched: 2022-12-10_12:14:03.634488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:05.272567 run osmo-stp_10.42.42.5(pid=6794): stderr: \u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121403825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:05.401590 run osmo-stp_10.42.42.5(pid=6794): stdout: \u000a| (launched: 2022-12-10_12:14:03.634488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:05.529193 run osmo-stp_10.42.42.5(pid=6794): stderr: \u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121403824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121403825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121403825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:05.677384 run patchelf(pid=6797): Terminating (SIGINT)\u000a12:14:05.851106 run patchelf(pid=6797): Terminated: ok {rc=0}\u000a12:14:05.882724 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:14:05.891719 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:14:05.954812 run osmo-hlr_10.42.42.2(pid=6791): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6791)]\u000a12:14:06.006035 run osmo-hlr_10.42.42.2(pid=6791): stdout: \u000a| (launched: 2022-12-10_12:14:02.666543) \u000a12:14:06.057715 run osmo-hlr_10.42.42.2(pid=6791): stderr: \u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121402862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121402875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121402883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121402883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121402883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:06.101869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminating (SIGTERM)\u000a12:14:06.143298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminating (SIGTERM)\u000a12:14:06.184992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6796): Terminating (SIGTERM)\u000a12:14:06.194889 --- ParallelTerminationStrategy: PID 6790 died...\u000a12:14:06.250794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminated: ok {rc=0}\u000a12:14:06.260922 --- ParallelTerminationStrategy: PID 6793 died...\u000a12:14:06.315995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminated: ok {rc=0}\u000a12:14:06.326074 --- ParallelTerminationStrategy: PID 6796 died...\u000a12:14:06.381351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6796): Terminated: ok {rc=0}\u000a12:14:06.467758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6804): Process ended prematurely: osmo-stp_10.42.42.5(pid=6804) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6804)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6804): Process ended prematurely: osmo-stp_10.42.42.5(pid=6804) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:14:07.519469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:07.531528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:14:07.690602 tst ping_idle_ping.py: using LAC 28320\u000a12:14:07.811982 tst ping_idle_ping.py: using RAC 15\u000a12:14:07.933364 tst ping_idle_ping.py: using CellId 28320\u000a12:14:08.056711 tst ping_idle_ping.py: using BVCI 28321\u000a12:14:08.080728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.092263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.103572 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.115109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.126633 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.138236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.149795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:08.161256 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:14:08.446493 tst ping_idle_ping.py:24: start network...\u000a12:14:08.577101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:09.070525 run create_hlr_db(pid=6798): Launched\u000a12:14:09.253399 bus /gobi_6: Setting Powered False\u000a12:14:10.274495 run create_hlr_db(pid=6798): Terminated: ok {rc=0}\u000a12:14:10.667732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6800): Launched\u000a12:14:10.960503 run osmo-hlr_10.42.42.2(pid=6801): Launched\u000a12:14:11.074280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:11.585321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6803): Launched\u000a12:14:11.876871 run osmo-stp_10.42.42.5(pid=6804): Launched\u000a12:14:11.983019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:12.493182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6806): Launched\u000a12:14:12.597127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:12.851336 run patchelf(pid=6807): Launched\u000a12:14:13.021969 run osmo-stp_10.42.42.5(pid=6804): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6804)]\u000a12:14:13.146708 run osmo-stp_10.42.42.5(pid=6804): stdout: \u000a| (launched: 2022-12-10_12:14:11.733361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:13.272082 run osmo-stp_10.42.42.5(pid=6804): stderr: \u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121411903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:13.392849 run osmo-stp_10.42.42.5(pid=6804): stdout: \u000a| (launched: 2022-12-10_12:14:11.733361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:13.512723 run osmo-stp_10.42.42.5(pid=6804): stderr: \u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121411903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121411903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:13.652296 run patchelf(pid=6807): Terminating (SIGINT)\u000a12:14:13.816418 run patchelf(pid=6807): Terminated: ok {rc=0}\u000a12:14:13.846130 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6804): Process ended prematurely: osmo-stp_10.42.42.5(pid=6804) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6804)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:14:13.854714 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:14:13.913635 run osmo-hlr_10.42.42.2(pid=6801): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6801)]\u000a12:14:13.962396 run osmo-hlr_10.42.42.2(pid=6801): stdout: \u000a| (launched: 2022-12-10_12:14:10.816526) \u000a12:14:14.011484 run osmo-hlr_10.42.42.2(pid=6801): stderr: \u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121410991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121411003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121411012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121411012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121411012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:14.053310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6800): Terminating (SIGTERM)\u000a12:14:14.092485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6803): Terminating (SIGTERM)\u000a12:14:14.131755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6806): Terminating (SIGTERM)\u000a12:14:14.141043 --- ParallelTerminationStrategy: PID 6800 died...\u000a12:14:14.193502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6800): Terminated: ok {rc=0}\u000a12:14:14.202892 --- ParallelTerminationStrategy: PID 6803 died...\u000a12:14:14.254948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6803): Terminated: ok {rc=0}\u000a12:14:14.264422 --- ParallelTerminationStrategy: PID 6806 died...\u000a12:14:14.316349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6806): Terminated: ok {rc=0}\u000a12:14:14.398845 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6821): Process ended prematurely: osmo-stp_10.42.42.5(pid=6821) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6821)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6821): Process ended prematurely: osmo-stp_10.42.42.5(pid=6821) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:14:16.571119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:16.585264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:14:16.750297 tst cs_paging_gprs_active.py: using LAC 28321\u000a12:14:16.866401 tst cs_paging_gprs_active.py: using RAC 16\u000a12:14:16.982918 tst cs_paging_gprs_active.py: using CellId 28321\u000a12:14:17.098024 tst cs_paging_gprs_active.py: using BVCI 28322\u000a12:14:17.121470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.132811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.144404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.156202 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.167496 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.179019 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.190408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.201552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:17.212800 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:17.334394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:17.610266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:14:17.735235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:18.042570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6811): Launched\u000a12:14:18.297833 run iperf3-srv_10.42.42.10(pid=6812): Launched\u000a12:14:18.479228 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:14:18.602268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:18.909323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6813): Launched\u000a12:14:19.163421 run iperf3-srv_10.42.42.10(pid=6814): Launched\u000a12:14:19.343950 tst cs_paging_gprs_active.py:38: start network...\u000a12:14:19.466901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:19.941410 run create_hlr_db(pid=6815): Launched\u000a12:14:20.111575 bus /gobi_6: Setting Powered False\u000a12:14:21.134005 run create_hlr_db(pid=6815): Terminated: ok {rc=0}\u000a12:14:21.529570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6817): Launched\u000a12:14:21.825785 run osmo-hlr_10.42.42.2(pid=6818): Launched\u000a12:14:21.934290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:22.447312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6820): Launched\u000a12:14:22.743909 run osmo-stp_10.42.42.5(pid=6821): Launched\u000a12:14:22.852026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:23.367586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6823): Launched\u000a12:14:23.472401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:23.736917 run patchelf(pid=6824): Launched\u000a12:14:23.910755 run osmo-stp_10.42.42.5(pid=6821): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6821)]\u000a12:14:24.037655 run osmo-stp_10.42.42.5(pid=6821): stdout: \u000a| (launched: 2022-12-10_12:14:22.598127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:24.165259 run osmo-stp_10.42.42.5(pid=6821): stderr: \u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121422774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:24.287591 run osmo-stp_10.42.42.5(pid=6821): stdout: \u000a| (launched: 2022-12-10_12:14:22.598127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:24.408903 run osmo-stp_10.42.42.5(pid=6821): stderr: \u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121422773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121422774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121422774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:24.551582 run patchelf(pid=6824): Terminating (SIGINT)\u000a12:14:24.718413 run patchelf(pid=6824): Terminated: ok {rc=0}\u000a12:14:24.749201 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6821): Process ended prematurely: osmo-stp_10.42.42.5(pid=6821) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6821)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:14:24.758347 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a12:14:24.817345 run osmo-hlr_10.42.42.2(pid=6818): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6818)]\u000a12:14:24.865346 run osmo-hlr_10.42.42.2(pid=6818): stdout: \u000a| (launched: 2022-12-10_12:14:21.679947) \u000a12:14:24.914473 run osmo-hlr_10.42.42.2(pid=6818): stderr: \u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121421855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121421867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121421878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121421878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121421878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:24.955819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6811): Terminating (SIGTERM)\u000a12:14:24.994697 run iperf3-srv_10.42.42.10(pid=6812): Terminating (SIGTERM)\u000a12:14:25.033568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6813): Terminating (SIGTERM)\u000a12:14:25.072284 run iperf3-srv_10.42.42.10(pid=6814): Terminating (SIGTERM)\u000a12:14:25.111207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6817): Terminating (SIGTERM)\u000a12:14:25.149959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6820): Terminating (SIGTERM)\u000a12:14:25.188800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6823): Terminating (SIGTERM)\u000a12:14:25.197548 --- ParallelTerminationStrategy: PID 6811 died...\u000a12:14:25.249587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6811): Terminated: ok {rc=0}\u000a12:14:25.258947 --- ParallelTerminationStrategy: PID 6812 died...\u000a12:14:25.310897 run iperf3-srv_10.42.42.10(pid=6812): Terminated {rc=256}\u000a12:14:25.320238 --- ParallelTerminationStrategy: PID 6813 died...\u000a12:14:25.372109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6813): Terminated: ok {rc=0}\u000a12:14:25.381594 --- ParallelTerminationStrategy: PID 6814 died...\u000a12:14:25.433454 run iperf3-srv_10.42.42.10(pid=6814): Terminated {rc=256}\u000a12:14:25.442802 --- ParallelTerminationStrategy: PID 6817 died...\u000a12:14:25.494690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6817): Terminated: ok {rc=0}\u000a12:14:25.504039 --- ParallelTerminationStrategy: PID 6820 died...\u000a12:14:25.555988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6820): Terminated: ok {rc=0}\u000a12:14:25.565758 --- ParallelTerminationStrategy: PID 6823 died...\u000a12:14:25.618216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6823): Terminated: ok {rc=0}\u000a12:14:25.705483 bus /gobi_0: Setting Powered False\u000a12:14:26.811115 bus /gobi_0: Setting Powered False\u000a12:14:27.917729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:14:29.030900 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.043043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:14:29.203994 tst iperf3.py: using LAC 28322\u000a12:14:29.328282 tst iperf3.py: using RAC 17\u000a12:14:29.452918 tst iperf3.py: using CellId 28322\u000a12:14:29.577257 tst iperf3.py: using BVCI 28323\u000a12:14:29.601736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.613220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.624409 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.636053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.647970 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.659278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.671110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.682575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:29.694864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:29.982553 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:30.115049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:30.443013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6826): Launched\u000a12:14:30.714821 run iperf3-srv_10.42.42.10(pid=6827): Launched\u000a12:14:30.925186 tst iperf3.py:8: start network...\u000a12:14:31.051836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:31.575048 run create_hlr_db(pid=6828): Launched\u000a12:14:31.763002 bus /gobi_6: Setting Powered False\u000a12:14:32.768405 run create_hlr_db(pid=6828): Terminated: ok {rc=0}\u000a12:14:33.203287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Launched\u000a12:14:33.521096 run osmo-hlr_10.42.42.2(pid=6831): Launched\u000a12:14:33.639536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:34.190744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Launched\u000a12:14:34.509123 run osmo-stp_10.42.42.5(pid=6834): Launched\u000a12:14:34.624789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:35.176462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6836): Launched\u000a12:14:35.290172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:35.566778 run patchelf(pid=6837): Launched\u000a12:14:35.752860 run osmo-stp_10.42.42.5(pid=6834): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]\u000a12:14:35.889064 run osmo-stp_10.42.42.5(pid=6834): stdout: \u000a| (launched: 2022-12-10_12:14:34.352469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:36.025794 run osmo-stp_10.42.42.5(pid=6834): stderr: \u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121434545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:36.157543 run osmo-stp_10.42.42.5(pid=6834): stdout: \u000a| (launched: 2022-12-10_12:14:34.352469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:36.288176 run osmo-stp_10.42.42.5(pid=6834): stderr: \u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121434544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121434545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121434545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:36.440669 run patchelf(pid=6837): Terminating (SIGINT)\u000a12:14:36.619078 run patchelf(pid=6837): Terminated: ok {rc=0}\u000a12:14:36.651688 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:14:36.661477 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:14:36.725091 run osmo-hlr_10.42.42.2(pid=6831): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6831)]\u000a12:14:36.776311 run osmo-hlr_10.42.42.2(pid=6831): stdout: \u000a| (launched: 2022-12-10_12:14:33.365060) \u000a12:14:36.827912 run osmo-hlr_10.42.42.2(pid=6831): stderr: \u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121433564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121433578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121433586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121433586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121433586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:36.871868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6826): Terminating (SIGTERM)\u000a12:14:36.913740 run iperf3-srv_10.42.42.10(pid=6827): Terminating (SIGTERM)\u000a12:14:36.955478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Terminating (SIGTERM)\u000a12:14:36.997509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Terminating (SIGTERM)\u000a12:14:37.039601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6836): Terminating (SIGTERM)\u000a12:14:37.049594 --- ParallelTerminationStrategy: PID 6826 died...\u000a12:14:37.105162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6826): Terminated: ok {rc=0}\u000a12:14:37.115704 --- ParallelTerminationStrategy: PID 6827 died...\u000a12:14:37.171430 run iperf3-srv_10.42.42.10(pid=6827): Terminated {rc=256}\u000a12:14:37.181544 --- ParallelTerminationStrategy: PID 6830 died...\u000a12:14:37.237106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Terminated: ok {rc=0}\u000a12:14:37.247212 --- ParallelTerminationStrategy: PID 6833 died...\u000a12:14:37.303174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Terminated: ok {rc=0}\u000a12:14:37.313406 --- ParallelTerminationStrategy: PID 6836 died...\u000a12:14:37.369339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6836): Terminated: ok {rc=0}\u000a12:14:37.456266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:14:38.570134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:38.585577 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:14:38.742992 tst iperf3m4.py: using LAC 28323\u000a12:14:38.867348 tst iperf3m4.py: using RAC 18\u000a12:14:38.993617 tst iperf3m4.py: using CellId 28323\u000a12:14:39.118388 tst iperf3m4.py: using BVCI 28324\u000a12:14:39.142658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.154111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.165467 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.177074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.188626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.201027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.212513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.224326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:39.236482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:39.355134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:39.472924 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:39.589874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:39.864103 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:39.987651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:40.293849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6838): Launched\u000a12:14:40.547451 run iperf3-srv_10.42.42.10(pid=6839): Launched\u000a12:14:40.728306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:14:40.850414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:41.156297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6840): Launched\u000a12:14:41.410390 run iperf3-srv_10.42.42.10(pid=6841): Launched\u000a12:14:41.589617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:14:41.711710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:42.017933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6842): Launched\u000a12:14:42.272291 run iperf3-srv_10.42.42.10(pid=6843): Launched\u000a12:14:42.452667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:14:42.575458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:42.882601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6844): Launched\u000a12:14:43.136697 run iperf3-srv_10.42.42.10(pid=6845): Launched\u000a12:14:43.317010 tst iperf3m4.py:8: start network...\u000a12:14:43.439603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:43.915259 run create_hlr_db(pid=6846): Launched\u000a12:14:44.085991 bus /gobi_6: Setting Powered False\u000a12:14:45.107579 run create_hlr_db(pid=6846): Terminated: ok {rc=0}\u000a12:14:45.530541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6848): Launched\u000a12:14:45.853054 run osmo-hlr_10.42.42.2(pid=6849): Launched\u000a12:14:46.071600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:46.766399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Launched\u000a12:14:47.250594 run osmo-stp_10.42.42.5(pid=6852): Launched\u000a12:14:47.370691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:47.925310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Launched\u000a12:14:48.039008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:48.315853 run patchelf(pid=6855): Launched\u000a12:14:48.502457 run osmo-stp_10.42.42.5(pid=6852): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)]\u000a12:14:48.638600 run osmo-stp_10.42.42.5(pid=6852): stdout: \u000a| (launched: 2022-12-10_12:14:46.933121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:48.775390 run osmo-stp_10.42.42.5(pid=6852): stderr: \u000a| �[0;m�[38;5;43m20221210121447127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121447127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121447128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121447128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121447130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121447131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121447131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:48.907025 run osmo-stp_10.42.42.5(pid=6852): stdout: \u000a| (launched: 2022-12-10_12:14:46.933121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:49.037297 run osmo-stp_10.42.42.5(pid=6852): stderr: \u000a| �[0;m�[38;5;43m20221210121447127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121447127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121447128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121447128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121447130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121447131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121447131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:49.189207 run patchelf(pid=6855): Terminating (SIGINT)\u000a12:14:49.366935 run patchelf(pid=6855): Terminated: ok {rc=0}\u000a12:14:49.399967 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6852): Process ended prematurely: osmo-stp_10.42.42.5(pid=6852) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6852)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:14:49.409911 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:14:49.473865 run osmo-hlr_10.42.42.2(pid=6849): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6849)]\u000a12:14:49.525047 run osmo-hlr_10.42.42.2(pid=6849): stdout: \u000a| (launched: 2022-12-10_12:14:45.692402) \u000a12:14:49.576984 run osmo-hlr_10.42.42.2(pid=6849): stderr: \u000a| �[0;m�[1;31m20221210121445982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121445982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121445982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121445983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121445983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121445983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121445999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121446019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121446019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121446020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:49.620833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6838): Terminating (SIGTERM)\u000a12:14:49.662770 run iperf3-srv_10.42.42.10(pid=6839): Terminating (SIGTERM)\u000a12:14:49.705139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6840): Terminating (SIGTERM)\u000a12:14:49.746420 run iperf3-srv_10.42.42.10(pid=6841): Terminating (SIGTERM)\u000a12:14:49.788511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6842): Terminating (SIGTERM)\u000a12:14:49.830345 run iperf3-srv_10.42.42.10(pid=6843): Terminating (SIGTERM)\u000a12:14:49.872238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6844): Terminating (SIGTERM)\u000a12:14:49.913881 run iperf3-srv_10.42.42.10(pid=6845): Terminating (SIGTERM)\u000a12:14:49.955641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6848): Terminating (SIGTERM)\u000a12:14:49.997445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Terminating (SIGTERM)\u000a12:14:50.039145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Terminating (SIGTERM)\u000a12:14:50.049220 --- ParallelTerminationStrategy: PID 6838 died...\u000a12:14:50.105491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6838): Terminated: ok {rc=0}\u000a12:14:50.115667 --- ParallelTerminationStrategy: PID 6839 died...\u000a12:14:50.171417 run iperf3-srv_10.42.42.10(pid=6839): Terminated {rc=256}\u000a12:14:50.181579 --- ParallelTerminationStrategy: PID 6840 died...\u000a12:14:50.237331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6840): Terminated: ok {rc=0}\u000a12:14:50.247399 --- ParallelTerminationStrategy: PID 6841 died...\u000a12:14:50.302638 run iperf3-srv_10.42.42.10(pid=6841): Terminated {rc=256}\u000a12:14:50.313176 --- ParallelTerminationStrategy: PID 6842 died...\u000a12:14:50.368427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6842): Terminated: ok {rc=0}\u000a12:14:50.378750 --- ParallelTerminationStrategy: PID 6843 died...\u000a12:14:50.434416 run iperf3-srv_10.42.42.10(pid=6843): Terminated {rc=256}\u000a12:14:50.445136 --- ParallelTerminationStrategy: PID 6844 died...\u000a12:14:50.501137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6844): Terminated: ok {rc=0}\u000a12:14:50.511387 --- ParallelTerminationStrategy: PID 6845 died...\u000a12:14:50.567028 run iperf3-srv_10.42.42.10(pid=6845): Terminated {rc=256}\u000a12:14:50.577266 --- ParallelTerminationStrategy: PID 6848 died...\u000a12:14:50.633236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6848): Terminated: ok {rc=0}\u000a12:14:50.643424 --- ParallelTerminationStrategy: PID 6851 died...\u000a12:14:50.699113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6851): Terminated: ok {rc=0}\u000a12:14:50.709767 --- ParallelTerminationStrategy: PID 6854 died...\u000a12:14:50.765585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6854): Terminated: ok {rc=0}\u000a12:14:50.851964 bus /gobi_4: Setting Powered False\u000a12:14:51.958760 bus /gobi_4: Setting Powered False\u000a12:14:53.066086 bus /gobi_1: Setting Powered False\u000a12:14:54.172137 bus /gobi_1: Setting Powered False\u000a12:14:55.283946 bus /gobi_0: Setting Powered False\u000a12:14:56.385998 bus /gobi_0: Setting Powered False\u000a12:14:57.497466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:14:58.563356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:58.574827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:14:58.730633 tst ping.py: using LAC 28324\u000a12:14:58.851942 tst ping.py: using RAC 19\u000a12:14:58.978670 tst ping.py: using CellId 28324\u000a12:14:59.098792 tst ping.py: using BVCI 28325\u000a12:14:59.122677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.134122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.145423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.157110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.168505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.179971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.191534 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:14:59.203038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:14:59.469594 tst ping.py:19: start network...\u000a12:14:59.589854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:00.055671 run create_hlr_db(pid=6856): Launched\u000a12:15:00.223273 bus /gobi_6: Setting Powered False\u000a12:15:01.252327 run create_hlr_db(pid=6856): Terminated: ok {rc=0}\u000a12:15:01.680029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Launched\u000a12:15:02.067051 run osmo-hlr_10.42.42.2(pid=6862): Launched\u000a12:15:02.232085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:02.830059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Launched\u000a12:15:03.141867 run osmo-stp_10.42.42.5(pid=6865): Launched\u000a12:15:03.254990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:03.799953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6867): Launched\u000a12:15:03.911277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:04.183009 run patchelf(pid=6868): Launched\u000a12:15:04.365818 run osmo-stp_10.42.42.5(pid=6865): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]\u000a12:15:04.499562 run osmo-stp_10.42.42.5(pid=6865): stdout: \u000a| (launched: 2022-12-10_12:15:02.989304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:04.633163 run osmo-stp_10.42.42.5(pid=6865): stderr: \u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121503181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:04.762302 run osmo-stp_10.42.42.5(pid=6865): stdout: \u000a| (launched: 2022-12-10_12:15:02.989304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:04.890262 run osmo-stp_10.42.42.5(pid=6865): stderr: \u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121503180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121503181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:05.038850 run patchelf(pid=6868): Terminating (SIGINT)\u000a12:15:05.213487 run patchelf(pid=6868): Terminated: ok {rc=0}\u000a12:15:05.245256 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:15:05.254528 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:15:05.317317 run osmo-hlr_10.42.42.2(pid=6862): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6862)]\u000a12:15:05.368569 run osmo-hlr_10.42.42.2(pid=6862): stdout: \u000a| (launched: 2022-12-10_12:15:01.832133) \u000a12:15:05.420752 run osmo-hlr_10.42.42.2(pid=6862): stderr: \u000a| �[0;m�[1;31m20221210121502238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121502238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121502239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121502239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121502239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121502239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121502269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121502294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121502294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121502294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:05.464407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminating (SIGTERM)\u000a12:15:05.505951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminating (SIGTERM)\u000a12:15:05.547456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6867): Terminating (SIGTERM)\u000a12:15:05.557451 --- ParallelTerminationStrategy: PID 6861 died...\u000a12:15:05.613386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminated: ok {rc=0}\u000a12:15:05.623652 --- ParallelTerminationStrategy: PID 6864 died...\u000a12:15:05.679771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminated: ok {rc=0}\u000a12:15:05.689831 --- ParallelTerminationStrategy: PID 6867 died...\u000a12:15:05.745443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6867): Terminated: ok {rc=0}\u000a12:15:05.832365 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6875): Process ended prematurely: osmo-stp_10.42.42.5(pid=6875) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6875)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6875): Process ended prematurely: osmo-stp_10.42.42.5(pid=6875) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:15:06.883717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:06.895364 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:15:07.051474 tst ping_idle_ping.py: using LAC 28325\u000a12:15:07.164670 tst ping_idle_ping.py: using RAC 20\u000a12:15:07.278473 tst ping_idle_ping.py: using CellId 28325\u000a12:15:07.391146 tst ping_idle_ping.py: using BVCI 28326\u000a12:15:07.413617 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.424365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.435048 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.446355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.457626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.468668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.479988 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:07.491174 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:15:07.760291 tst ping_idle_ping.py:24: start network...\u000a12:15:07.881994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:08.352357 run create_hlr_db(pid=6869): Launched\u000a12:15:08.521333 bus /gobi_6: Setting Powered False\u000a12:15:09.543266 run create_hlr_db(pid=6869): Terminated: ok {rc=0}\u000a12:15:09.958974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6871): Launched\u000a12:15:10.274502 run osmo-hlr_10.42.42.2(pid=6872): Launched\u000a12:15:10.393230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:10.937432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6874): Launched\u000a12:15:11.251091 run osmo-stp_10.42.42.5(pid=6875): Launched\u000a12:15:11.365957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:11.912360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6877): Launched\u000a12:15:12.024640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:12.297200 run patchelf(pid=6878): Launched\u000a12:15:12.481696 run osmo-stp_10.42.42.5(pid=6875): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6875)]\u000a12:15:12.615912 run osmo-stp_10.42.42.5(pid=6875): stdout: \u000a| (launched: 2022-12-10_12:15:11.096878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:12.750576 run osmo-stp_10.42.42.5(pid=6875): stderr: \u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121511287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:12.880312 run osmo-stp_10.42.42.5(pid=6875): stdout: \u000a| (launched: 2022-12-10_12:15:11.096878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:13.009472 run osmo-stp_10.42.42.5(pid=6875): stderr: \u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121511286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121511287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121511287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:13.159062 run patchelf(pid=6878): Terminating (SIGINT)\u000a12:15:13.334195 run patchelf(pid=6878): Terminated: ok {rc=0}\u000a12:15:13.366119 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6875): Process ended prematurely: osmo-stp_10.42.42.5(pid=6875) [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6875)] [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:15:13.375428 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:15:13.438965 run osmo-hlr_10.42.42.2(pid=6872): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6872)]\u000a12:15:13.490389 run osmo-hlr_10.42.42.2(pid=6872): stdout: \u000a| (launched: 2022-12-10_12:15:10.118604) \u000a12:15:13.542220 run osmo-hlr_10.42.42.2(pid=6872): stderr: \u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121510314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121510327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121510337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121510337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121510337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:13.586148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6871): Terminating (SIGTERM)\u000a12:15:13.627956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6874): Terminating (SIGTERM)\u000a12:15:13.669727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6877): Terminating (SIGTERM)\u000a12:15:13.679677 --- ParallelTerminationStrategy: PID 6871 died...\u000a12:15:13.735633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6871): Terminated: ok {rc=0}\u000a12:15:13.745944 --- ParallelTerminationStrategy: PID 6874 died...\u000a12:15:13.801905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6874): Terminated: ok {rc=0}\u000a12:15:13.811890 --- ParallelTerminationStrategy: PID 6877 died...\u000a12:15:13.867591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6877): Terminated: ok {rc=0}\u000a12:15:13.953994 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6889): Process ended prematurely: osmo-stp_10.42.42.5(pid=6889) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6889)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6889): Process ended prematurely: osmo-stp_10.42.42.5(pid=6889) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:15:16.008257 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.020391 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:15:16.197452 tst switch_tch_pdch.py: using LAC 28326\u000a12:15:16.340690 tst switch_tch_pdch.py: using RAC 21\u000a12:15:16.491085 tst switch_tch_pdch.py: using CellId 28326\u000a12:15:16.640771 tst switch_tch_pdch.py: using BVCI 28327\u000a12:15:16.674698 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.688323 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.701180 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.713090 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.725085 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.736920 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.749389 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:15:16.763980 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:15:16.882422 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:15:17.157567 tst switch_tch_pdch.py:51: start network...\u000a12:15:17.281369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:17.752333 run create_hlr_db(pid=6883): Launched\u000a12:15:17.934551 bus /gobi_6: Setting Powered False\u000a12:15:18.954220 run create_hlr_db(pid=6883): Terminated: ok {rc=0}\u000a12:15:19.369386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6885): Launched\u000a12:15:19.683066 run osmo-hlr_10.42.42.2(pid=6886): Launched\u000a12:15:19.797420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:20.338014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6888): Launched\u000a12:15:20.650495 run osmo-stp_10.42.42.5(pid=6889): Launched\u000a12:15:20.764089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:21.305985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6891): Launched\u000a12:15:21.409257 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:21.663573 run patchelf(pid=6892): Launched\u000a12:15:21.833821 run osmo-stp_10.42.42.5(pid=6889): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6889)]\u000a12:15:21.958260 run osmo-stp_10.42.42.5(pid=6889): stdout: \u000a| (launched: 2022-12-10_12:15:20.497311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:22.083123 run osmo-stp_10.42.42.5(pid=6889): stderr: \u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121520689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:22.203534 run osmo-stp_10.42.42.5(pid=6889): stdout: \u000a| (launched: 2022-12-10_12:15:20.497311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:22.322466 run osmo-stp_10.42.42.5(pid=6889): stderr: \u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121520689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121520689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121520690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:22.461408 run patchelf(pid=6892): Terminating (SIGINT)\u000a12:15:22.624403 run patchelf(pid=6892): Terminated: ok {rc=0}\u000a12:15:22.654232 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6889): Process ended prematurely: osmo-stp_10.42.42.5(pid=6889) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6889)] [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:15:22.662646 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:15:22.721494 run osmo-hlr_10.42.42.2(pid=6886): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6886)]\u000a12:15:22.769684 run osmo-hlr_10.42.42.2(pid=6886): stdout: \u000a| (launched: 2022-12-10_12:15:19.529221) \u000a12:15:22.818390 run osmo-hlr_10.42.42.2(pid=6886): stderr: \u000a| �[0;m�[1;31m20221210121519725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121519726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121519726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121519726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121519726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121519726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121519737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121519745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121519745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121519745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:22.859850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6885): Terminating (SIGTERM)\u000a12:15:22.898844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6888): Terminating (SIGTERM)\u000a12:15:22.937927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6891): Terminating (SIGTERM)\u000a12:15:22.946997 --- ParallelTerminationStrategy: PID 6885 died...\u000a12:15:23.000252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6885): Terminated: ok {rc=0}\u000a12:15:23.009903 --- ParallelTerminationStrategy: PID 6888 died...\u000a12:15:23.062067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6888): Terminated: ok {rc=0}\u000a12:15:23.071475 --- ParallelTerminationStrategy: PID 6891 died...\u000a12:15:23.123715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6891): Terminated: ok {rc=0}\u000a12:15:23.205859 bus /gobi_0: Setting Powered False\u000a12:15:24.306541 bus /gobi_0: Setting Powered False\u000a12:15:25.412700 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:15:15" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:15:27.383738 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.395095 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:15:27.550892 tst switch_tch_pdch.py: using LAC 28327\u000a12:15:27.672626 tst switch_tch_pdch.py: using RAC 22\u000a12:15:27.794308 tst switch_tch_pdch.py: using CellId 28327\u000a12:15:27.917713 tst switch_tch_pdch.py: using BVCI 28328\u000a12:15:27.941641 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.952924 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.964133 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.975776 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.987322 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:27.998765 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:28.010573 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:15:28.021775 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:15:28.136689 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:15:28.421950 tst switch_tch_pdch.py:51: start network...\u000a12:15:28.552589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:29.017212 run create_hlr_db(pid=6896): Launched\u000a12:15:29.144909 bus /gobi_6: Setting Powered False\u000a12:15:30.219931 run create_hlr_db(pid=6896): Terminated: ok {rc=0}\u000a12:15:30.588199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Launched\u000a12:15:30.899227 run osmo-hlr_10.42.42.2(pid=6899): Launched\u000a12:15:31.160201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:31.699031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Launched\u000a12:15:32.126389 run osmo-stp_10.42.42.5(pid=6902): Launched\u000a12:15:32.337552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:32.836629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6904): Launched\u000a12:15:32.939740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:33.193346 run patchelf(pid=6905): Launched\u000a12:15:33.363330 run osmo-stp_10.42.42.5(pid=6902): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]\u000a12:15:33.487593 run osmo-stp_10.42.42.5(pid=6902): stdout: \u000a| (launched: 2022-12-10_12:15:31.849404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.612321 run osmo-stp_10.42.42.5(pid=6902): stderr: \u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121532118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.732555 run osmo-stp_10.42.42.5(pid=6902): stdout: \u000a| (launched: 2022-12-10_12:15:31.849404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.851621 run osmo-stp_10.42.42.5(pid=6902): stderr: \u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121532117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121532118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121532118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.990464 run patchelf(pid=6905): Terminating (SIGINT)\u000a12:15:34.153631 run patchelf(pid=6905): Terminated: ok {rc=0}\u000a12:15:34.183295 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)] [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:15:34.191893 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:15:34.250780 run osmo-hlr_10.42.42.2(pid=6899): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6899)]\u000a12:15:34.298842 run osmo-hlr_10.42.42.2(pid=6899): stdout: \u000a| (launched: 2022-12-10_12:15:30.736527) \u000a12:15:34.347664 run osmo-hlr_10.42.42.2(pid=6899): stderr: \u000a| �[0;m�[1;31m20221210121530993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121530993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121530993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121530994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121530994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121530994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121531018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121531029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121531030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121531030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:34.389234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Terminating (SIGTERM)\u000a12:15:34.428742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Terminating (SIGTERM)\u000a12:15:34.468572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6904): Terminating (SIGTERM)\u000a12:15:34.477868 --- ParallelTerminationStrategy: PID 6898 died...\u000a12:15:34.530922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Terminated: ok {rc=0}\u000a12:15:34.540581 --- ParallelTerminationStrategy: PID 6901 died...\u000a12:15:34.592879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Terminated: ok {rc=0}\u000a12:15:34.602345 --- ParallelTerminationStrategy: PID 6904 died...\u000a12:15:34.654591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6904): Terminated: ok {rc=0}\u000a12:15:34.742591 bus /gobi_0: Setting Powered False\u000a12:15:35.844275 bus /gobi_0: Setting Powered False\u000a12:15:36.953781 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:15:27" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6911) [trial-2374↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6911)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6911) [trial-2374↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a12:15:38.816851 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a12:15:38.827553 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a12:15:38.946564 tst mo_mt_sms.py: using LAC 28328\u000a12:15:39.059625 tst mo_mt_sms.py: using RAC 23\u000a12:15:39.172240 tst mo_mt_sms.py: using CellId 28328\u000a12:15:39.286438 tst mo_mt_sms.py: using BVCI 28329\u000a12:15:39.308269 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:15:39.424355 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:15:39.693957 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:15:39.814853 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:15:40.418883 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6910): Launched\u000a12:15:40.707463 run osmo-nitb_10.42.42.2(pid=6911): Launched\u000a12:15:40.887215 run osmo-nitb_10.42.42.2(pid=6911): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6911)]\u000a12:15:41.019519 run osmo-nitb_10.42.42.2(pid=6911): stdout: \u000a| (launched: 2022-12-10_12:15:40.566962) \u000a12:15:41.152584 run osmo-nitb_10.42.42.2(pid=6911): stderr: \u000a| (launched: 2022-12-10_12:15:40.610342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:15:41.280383 run osmo-nitb_10.42.42.2(pid=6911): stdout: \u000a| (launched: 2022-12-10_12:15:40.566962) \u000a12:15:41.406980 run osmo-nitb_10.42.42.2(pid=6911): stderr: \u000a| (launched: 2022-12-10_12:15:40.610342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:15:41.836875 tst osmo-nitb_10.42.42.2(pid=6911): stdout: \u000a| (launched: 2022-12-10_12:15:40.566962) \u000a12:15:41.953928 tst osmo-nitb_10.42.42.2(pid=6911): stderr: \u000a| (launched: 2022-12-10_12:15:40.610342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:15:42.004919 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6911) [trial-2374↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6911)] [trial-2374↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a12:15:42.012734 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a12:15:42.046625 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6910): Terminating (SIGTERM)\u000a12:15:42.223874 --- ParallelTerminationStrategy: PID 6910 died...\u000a12:15:42.277772 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6910): Terminated: ok {rc=0}\u000a12:15:42.365957 bus /sierra_3: Setting Powered False\u000a12:15:43.473940 bus /sierra_3: Setting Powered False\u000a12:15:44.582977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:15:46.451700 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:46.463382 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:15:46.591291 tst mo_mt_sms.py: using LAC 28329\u000a12:15:46.716940 tst mo_mt_sms.py: using RAC 24\u000a12:15:46.875596 tst mo_mt_sms.py: using CellId 28329\u000a12:15:47.031996 tst mo_mt_sms.py: using BVCI 28330\u000a12:15:47.060094 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:47.072773 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:47.086418 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:47.100170 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:47.113710 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:15:47.126765 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:15:47.251586 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:15:47.460505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:47.951197 run create_hlr_db(pid=6916): Launched\u000a12:15:48.132850 bus /sierra_2: Setting Powered False\u000a12:15:49.152823 run create_hlr_db(pid=6916): Terminated: ok {rc=0}\u000a12:15:49.543378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Launched\u000a12:15:49.835087 run osmo-hlr_10.42.42.2(pid=6919): Launched\u000a12:15:49.941735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:50.445355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Launched\u000a12:15:50.735168 run osmo-stp_10.42.42.5(pid=6922): Launched\u000a12:15:50.839986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:15:51.371345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Launched\u000a12:15:51.663389 run osmo-msc_10.42.42.6(pid=6925): Launched\u000a12:15:51.834380 run osmo-stp_10.42.42.5(pid=6922): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]\u000a12:15:51.959161 run osmo-stp_10.42.42.5(pid=6922): stdout: \u000a| (launched: 2022-12-10_12:15:50.592439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:52.079807 run osmo-stp_10.42.42.5(pid=6922): stderr: \u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121550763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:52.197195 run osmo-stp_10.42.42.5(pid=6922): stdout: \u000a| (launched: 2022-12-10_12:15:50.592439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:52.313228 run osmo-stp_10.42.42.5(pid=6922): stderr: \u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121550762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121550763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121550763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:52.363802 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)] [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a12:15:52.371396 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:15:52.430127 run osmo-hlr_10.42.42.2(pid=6919): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6919)]\u000a12:15:52.478144 run osmo-hlr_10.42.42.2(pid=6919): stdout: \u000a| (launched: 2022-12-10_12:15:49.691493) \u000a12:15:52.526643 run osmo-hlr_10.42.42.2(pid=6919): stderr: \u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121549869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121549881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121549889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121549889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121549889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:52.593219 run osmo-msc_10.42.42.6(pid=6925): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6925)]\u000a12:15:52.640984 run osmo-msc_10.42.42.6(pid=6925): stdout: \u000a| (launched: 2022-12-10_12:15:51.519658) \u000a12:15:52.689531 run osmo-msc_10.42.42.6(pid=6925): stderr: \u000a| �[0;m�[38;5;43m20221210121551793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121551793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65f81e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121551793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121551793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121551793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121551793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121551795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121551795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121551796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121551796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:15:52.730554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminating (SIGTERM)\u000a12:15:52.769353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminating (SIGTERM)\u000a12:15:52.808157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminating (SIGTERM)\u000a12:15:52.817280 --- ParallelTerminationStrategy: PID 6918 died...\u000a12:15:52.869426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminated: ok {rc=0}\u000a12:15:52.878835 --- ParallelTerminationStrategy: PID 6921 died...\u000a12:15:52.931300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminated: ok {rc=0}\u000a12:15:52.940697 --- ParallelTerminationStrategy: PID 6924 died...\u000a12:15:52.992584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminated: ok {rc=0}\u000a12:15:53.075251 bus /sierra_3: Setting Powered False\u000a12:15:54.183058 bus /sierra_3: Setting Powered False\u000a12:15:55.289030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:15:46" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6932): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6932) [trial-2374↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6932)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6932): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6932) [trial-2374↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:15:57.105547 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a12:15:57.116740 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:15:57.247004 tst assert_extension.py: using LAC 28330\u000a12:15:57.370698 tst assert_extension.py: using RAC 25\u000a12:15:57.493539 tst assert_extension.py: using CellId 28330\u000a12:15:57.614626 tst assert_extension.py: using BVCI 28331\u000a12:15:57.638211 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:15:57.920020 tst assert_extension.py:10: start nitb and bts...\u000a12:15:58.050774 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:15:58.697798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6930): Launched\u000a12:15:59.006687 run osmo-nitb_10.42.42.2(pid=6932): Launched\u000a12:15:59.197816 run osmo-nitb_10.42.42.2(pid=6932): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6932)]\u000a12:15:59.339522 run osmo-nitb_10.42.42.2(pid=6932): stdout: \u000a| (launched: 2022-12-10_12:15:58.856165) \u000a12:15:59.481219 run osmo-nitb_10.42.42.2(pid=6932): stderr: \u000a| (launched: 2022-12-10_12:15:58.902437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:15:59.618305 run osmo-nitb_10.42.42.2(pid=6932): stdout: \u000a| (launched: 2022-12-10_12:15:58.856165) \u000a12:15:59.754044 run osmo-nitb_10.42.42.2(pid=6932): stderr: \u000a| (launched: 2022-12-10_12:15:58.902437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:16:00.132422 tst osmo-nitb_10.42.42.2(pid=6932): stdout: \u000a| (launched: 2022-12-10_12:15:58.856165) \u000a12:16:00.257214 tst osmo-nitb_10.42.42.2(pid=6932): stderr: \u000a| (launched: 2022-12-10_12:15:58.902437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:16:00.311654 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6932): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6932) [trial-2374↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6932)] [trial-2374↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a12:16:00.320349 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:16:00.356408 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6930): Terminating (SIGTERM)\u000a12:16:00.534243 --- ParallelTerminationStrategy: PID 6930 died...\u000a12:16:00.590888 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6930): Terminated: ok {rc=0}\u000a12:16:00.676401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:16:02.503626 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:02.514423 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:16:02.635124 tst assert_extension.py: using LAC 28331\u000a12:16:02.749686 tst assert_extension.py: using RAC 26\u000a12:16:02.865498 tst assert_extension.py: using CellId 28331\u000a12:16:02.980354 tst assert_extension.py: using BVCI 28332\u000a12:16:03.002678 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:03.013196 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:03.023468 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:03.034096 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:03.044695 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:16:03.055452 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:16:03.247696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:03.714989 run create_hlr_db(pid=6936): Launched\u000a12:16:03.882705 bus /sierra_2: Setting Powered False\u000a12:16:04.904151 run create_hlr_db(pid=6936): Terminated: ok {rc=0}\u000a12:16:05.293331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Launched\u000a12:16:05.584911 run osmo-hlr_10.42.42.2(pid=6939): Launched\u000a12:16:05.699002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:06.215629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Launched\u000a12:16:06.507116 run osmo-stp_10.42.42.5(pid=6942): Launched\u000a12:16:06.613863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:07.145426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Launched\u000a12:16:07.436858 run osmo-msc_10.42.42.6(pid=6945): Launched\u000a12:16:07.610355 run osmo-stp_10.42.42.5(pid=6942): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)]\u000a12:16:07.733250 run osmo-stp_10.42.42.5(pid=6942): stdout: \u000a| (launched: 2022-12-10_12:16:06.363353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:07.854399 run osmo-stp_10.42.42.5(pid=6942): stderr: \u000a| �[0;m�[38;5;43m20221210121606532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121606532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121606533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121606533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121606533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121606534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121606534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:07.971455 run osmo-stp_10.42.42.5(pid=6942): stdout: \u000a| (launched: 2022-12-10_12:16:06.363353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:08.087777 run osmo-stp_10.42.42.5(pid=6942): stderr: \u000a| �[0;m�[38;5;43m20221210121606532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121606532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121606533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121606533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121606533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121606534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121606534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:08.138694 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6942): Process ended prematurely: osmo-stp_10.42.42.5(pid=6942) [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6942)] [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a12:16:08.146609 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a12:16:08.205460 run osmo-hlr_10.42.42.2(pid=6939): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6939)]\u000a12:16:08.253735 run osmo-hlr_10.42.42.2(pid=6939): stdout: \u000a| (launched: 2022-12-10_12:16:05.441459) \u000a12:16:08.302717 run osmo-hlr_10.42.42.2(pid=6939): stderr: \u000a| �[0;m�[1;31m20221210121605616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121605617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121605617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121605617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121605617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121605617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121605629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121605637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121605637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121605638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:08.369257 run osmo-msc_10.42.42.6(pid=6945): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6945)]\u000a12:16:08.417481 run osmo-msc_10.42.42.6(pid=6945): stdout: \u000a| (launched: 2022-12-10_12:16:07.292565) \u000a12:16:08.466236 run osmo-msc_10.42.42.6(pid=6945): stderr: \u000a| �[0;m�[38;5;43m20221210121607564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121607565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe51bdafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121607565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121607565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121607565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121607565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121607567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121607567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121607567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121607568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:16:08.507553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Terminating (SIGTERM)\u000a12:16:08.546514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Terminating (SIGTERM)\u000a12:16:08.585438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Terminating (SIGTERM)\u000a12:16:08.594467 --- ParallelTerminationStrategy: PID 6938 died...\u000a12:16:08.646990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6938): Terminated: ok {rc=0}\u000a12:16:08.656384 --- ParallelTerminationStrategy: PID 6941 died...\u000a12:16:08.708723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6941): Terminated: ok {rc=0}\u000a12:16:08.718201 --- ParallelTerminationStrategy: PID 6944 died...\u000a12:16:08.770449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6944): Terminated: ok {rc=0}\u000a12:16:08.858618 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6956): Process ended prematurely: osmo-stp_10.42.42.5(pid=6956) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6956)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6956): Process ended prematurely: osmo-stp_10.42.42.5(pid=6956) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:16:10.777342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:10.788324 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:16:10.930632 tst mo_mt_call.py: using LAC 28332\u000a12:16:11.046092 tst mo_mt_call.py: using RAC 27\u000a12:16:11.160443 tst mo_mt_call.py: using CellId 28332\u000a12:16:11.274559 tst mo_mt_call.py: using BVCI 28333\u000a12:16:11.296838 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:11.307818 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:11.318623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:11.329444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:11.340698 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:11.351583 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:16:11.468679 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:16:11.673056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:12.172095 run create_hlr_db(pid=6950): Launched\u000a12:16:12.356335 bus /sierra_2: Setting Powered False\u000a12:16:13.378256 run create_hlr_db(pid=6950): Terminated: ok {rc=0}\u000a12:16:13.802647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6952): Launched\u000a12:16:14.120730 run osmo-hlr_10.42.42.2(pid=6953): Launched\u000a12:16:14.239913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:14.789845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6955): Launched\u000a12:16:15.106810 run osmo-stp_10.42.42.5(pid=6956): Launched\u000a12:16:15.222539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:15.804401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6958): Launched\u000a12:16:16.203181 run osmo-msc_10.42.42.6(pid=6959): Launched\u000a12:16:16.464496 run osmo-stp_10.42.42.5(pid=6956): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6956)]\u000a12:16:16.690377 run osmo-stp_10.42.42.5(pid=6956): stdout: \u000a| (launched: 2022-12-10_12:16:14.951197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:16.862301 run osmo-stp_10.42.42.5(pid=6956): stderr: \u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121615142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:16.994578 run osmo-stp_10.42.42.5(pid=6956): stdout: \u000a| (launched: 2022-12-10_12:16:14.951197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:17.125749 run osmo-stp_10.42.42.5(pid=6956): stderr: \u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121615141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121615142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121615142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:17.183386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6956): Process ended prematurely: osmo-stp_10.42.42.5(pid=6956) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6956)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:16:17.193630 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:16:17.260856 run osmo-hlr_10.42.42.2(pid=6953): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6953)]\u000a12:16:17.314379 run osmo-hlr_10.42.42.2(pid=6953): stdout: \u000a| (launched: 2022-12-10_12:16:13.964064) \u000a12:16:17.368872 run osmo-hlr_10.42.42.2(pid=6953): stderr: \u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121614159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121614171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121614180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121614180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121614180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:17.441120 run osmo-msc_10.42.42.6(pid=6959): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6959)]\u000a12:16:17.493139 run osmo-msc_10.42.42.6(pid=6959): stdout: \u000a| (launched: 2022-12-10_12:16:15.977440) \u000a12:16:17.545630 run osmo-msc_10.42.42.6(pid=6959): stderr: \u000a| �[0;m�[38;5;43m20221210121616495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121616495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe03f141c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121616495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121616495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121616496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121616496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121616498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121616498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:16:17.589878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6952): Terminating (SIGTERM)\u000a12:16:17.631805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6955): Terminating (SIGTERM)\u000a12:16:17.673553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6958): Terminating (SIGTERM)\u000a12:16:17.683512 --- ParallelTerminationStrategy: PID 6952 died...\u000a12:16:17.739753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6952): Terminated: ok {rc=0}\u000a12:16:17.750012 --- ParallelTerminationStrategy: PID 6955 died...\u000a12:16:17.805834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6955): Terminated: ok {rc=0}\u000a12:16:17.816338 --- ParallelTerminationStrategy: PID 6958 died...\u000a12:16:17.872330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6958): Terminated: ok {rc=0}\u000a12:16:17.957972 bus /sierra_3: Setting Powered False\u000a12:16:19.062938 bus /sierra_3: Setting Powered False\u000a12:16:20.169934 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:16:21.276052 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.287547 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:16:21.432541 tst mo_mt_call_osmux.py: using LAC 28333\u000a12:16:21.550724 tst mo_mt_call_osmux.py: using RAC 28\u000a12:16:21.666747 tst mo_mt_call_osmux.py: using CellId 28333\u000a12:16:21.788437 tst mo_mt_call_osmux.py: using BVCI 28334\u000a12:16:21.810949 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.821970 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.832762 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.843667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.854618 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:16:21.865444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:16:21.979781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:16:22.176776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:22.652337 run create_hlr_db(pid=6961): Launched\u000a12:16:22.822750 bus /sierra_2: Setting Powered False\u000a12:16:23.845518 run create_hlr_db(pid=6961): Terminated: ok {rc=0}\u000a12:16:24.267168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Launched\u000a12:16:24.585925 run osmo-hlr_10.42.42.2(pid=6964): Launched\u000a12:16:24.705329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:25.254964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Launched\u000a12:16:25.574387 run osmo-stp_10.42.42.5(pid=6967): Launched\u000a12:16:25.689810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:26.269545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Launched\u000a12:16:26.588684 run osmo-msc_10.42.42.6(pid=6970): Launched\u000a12:16:26.775708 run osmo-stp_10.42.42.5(pid=6967): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)]\u000a12:16:26.910559 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-10_12:16:25.416833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:27.044538 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221210121625609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121625610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121625610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121625610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121625612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:27.172398 run osmo-stp_10.42.42.5(pid=6967): stdout: \u000a| (launched: 2022-12-10_12:16:25.416833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:27.299435 run osmo-stp_10.42.42.5(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221210121625609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121625610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121625610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121625610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121625612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:27.355269 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6967): Process ended prematurely: osmo-stp_10.42.42.5(pid=6967) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6967)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:16:27.364261 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:16:27.427060 run osmo-hlr_10.42.42.2(pid=6964): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6964)]\u000a12:16:27.478561 run osmo-hlr_10.42.42.2(pid=6964): stdout: \u000a| (launched: 2022-12-10_12:16:24.429516) \u000a12:16:27.530567 run osmo-hlr_10.42.42.2(pid=6964): stderr: \u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121624629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121624642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121624650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:27.600925 run osmo-msc_10.42.42.6(pid=6970): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6970)]\u000a12:16:27.651954 run osmo-msc_10.42.42.6(pid=6970): stdout: \u000a| (launched: 2022-12-10_12:16:26.430967) \u000a12:16:27.703862 run osmo-msc_10.42.42.6(pid=6970): stderr: \u000a| �[0;m�[38;5;43m20221210121626753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121626753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bd2150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121626753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121626753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121626753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121626753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121626755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121626755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121626756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121626756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:16:27.747124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminating (SIGTERM)\u000a12:16:27.788380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminating (SIGTERM)\u000a12:16:27.830454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminating (SIGTERM)\u000a12:16:27.840028 --- ParallelTerminationStrategy: PID 6963 died...\u000a12:16:27.895332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6963): Terminated: ok {rc=0}\u000a12:16:27.905375 --- ParallelTerminationStrategy: PID 6966 died...\u000a12:16:27.960155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6966): Terminated: ok {rc=0}\u000a12:16:27.970392 --- ParallelTerminationStrategy: PID 6969 died...\u000a12:16:28.025653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6969): Terminated: ok {rc=0}\u000a12:16:28.111907 bus /sierra_3: Setting Powered False\u000a12:16:29.212137 bus /sierra_3: Setting Powered False\u000a12:16:30.321902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:16:10" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:16:32.344834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.355950 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:16:32.503756 tst mo_mt_call.py: using LAC 28334\u000a12:16:32.619014 tst mo_mt_call.py: using RAC 29\u000a12:16:32.734507 tst mo_mt_call.py: using CellId 28334\u000a12:16:32.849671 tst mo_mt_call.py: using BVCI 28335\u000a12:16:32.872089 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.883064 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.893895 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.905310 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.916775 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:32.928100 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:16:33.042159 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:16:33.239278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:33.713068 run create_hlr_db(pid=6975): Launched\u000a12:16:33.883898 bus /sierra_2: Setting Powered False\u000a12:16:34.905289 run create_hlr_db(pid=6975): Terminated: ok {rc=0}\u000a12:16:35.328218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Launched\u000a12:16:35.648533 run osmo-hlr_10.42.42.2(pid=6978): Launched\u000a12:16:35.768718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:36.322896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Launched\u000a12:16:36.643507 run osmo-stp_10.42.42.5(pid=6981): Launched\u000a12:16:36.759907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:37.340251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6983): Launched\u000a12:16:37.660432 run osmo-msc_10.42.42.6(pid=6984): Launched\u000a12:16:37.847497 run osmo-stp_10.42.42.5(pid=6981): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]\u000a12:16:37.982690 run osmo-stp_10.42.42.5(pid=6981): stdout: \u000a| (launched: 2022-12-10_12:16:36.485680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:38.117166 run osmo-stp_10.42.42.5(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121636680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:38.245509 run osmo-stp_10.42.42.5(pid=6981): stdout: \u000a| (launched: 2022-12-10_12:16:36.485680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:38.372415 run osmo-stp_10.42.42.5(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121636680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121636680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121636681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:38.428325 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:16:38.437441 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:16:38.500104 run osmo-hlr_10.42.42.2(pid=6978): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6978)]\u000a12:16:38.551245 run osmo-hlr_10.42.42.2(pid=6978): stdout: \u000a| (launched: 2022-12-10_12:16:35.490698) \u000a12:16:38.602998 run osmo-hlr_10.42.42.2(pid=6978): stderr: \u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121635690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121635705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121635713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121635713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121635713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:38.673006 run osmo-msc_10.42.42.6(pid=6984): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6984)]\u000a12:16:38.723769 run osmo-msc_10.42.42.6(pid=6984): stdout: \u000a| (launched: 2022-12-10_12:16:37.502919) \u000a12:16:38.775035 run osmo-msc_10.42.42.6(pid=6984): stderr: \u000a| �[0;m�[38;5;43m20221210121637827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121637827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92e1125c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121637827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121637827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121637828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121637828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121637829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121637830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121637830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121637830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:16:38.818934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Terminating (SIGTERM)\u000a12:16:38.859877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Terminating (SIGTERM)\u000a12:16:38.900868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6983): Terminating (SIGTERM)\u000a12:16:38.910775 --- ParallelTerminationStrategy: PID 6977 died...\u000a12:16:38.965801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Terminated: ok {rc=0}\u000a12:16:38.976002 --- ParallelTerminationStrategy: PID 6980 died...\u000a12:16:39.030981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Terminated: ok {rc=0}\u000a12:16:39.040771 --- ParallelTerminationStrategy: PID 6983 died...\u000a12:16:39.096040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6983): Terminated: ok {rc=0}\u000a12:16:39.182009 bus /sierra_3: Setting Powered False\u000a12:16:40.281389 bus /sierra_3: Setting Powered False\u000a12:16:41.390801 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:16:42.503007 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:42.515097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:16:42.666749 tst mo_mt_call_osmux.py: using LAC 28335\u000a12:16:42.787062 tst mo_mt_call_osmux.py: using RAC 30\u000a12:16:42.912317 tst mo_mt_call_osmux.py: using CellId 28335\u000a12:16:43.035806 tst mo_mt_call_osmux.py: using BVCI 28336\u000a12:16:43.060037 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:43.071471 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:43.082850 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:43.094431 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:43.106843 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:16:43.118382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:16:43.234304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:16:43.433152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:43.908813 run create_hlr_db(pid=6986): Launched\u000a12:16:44.079919 bus /sierra_2: Setting Powered False\u000a12:16:45.101746 run create_hlr_db(pid=6986): Terminated: ok {rc=0}\u000a12:16:45.524801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Launched\u000a12:16:45.857886 run osmo-hlr_10.42.42.2(pid=6989): Launched\u000a12:16:46.030968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:46.648466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Launched\u000a12:16:47.077280 run osmo-stp_10.42.42.5(pid=6992): Launched\u000a12:16:47.277716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:47.859018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Launched\u000a12:16:48.178441 run osmo-msc_10.42.42.6(pid=6995): Launched\u000a12:16:48.365761 run osmo-stp_10.42.42.5(pid=6992): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a12:16:48.501440 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-10_12:16:46.805822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:48.635625 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121647105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:48.764498 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-10_12:16:46.805822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:48.891975 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121647104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121647105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121647105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:48.948220 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:16:48.957347 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:16:49.019452 run osmo-hlr_10.42.42.2(pid=6989): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6989)]\u000a12:16:49.070253 run osmo-hlr_10.42.42.2(pid=6989): stdout: \u000a| (launched: 2022-12-10_12:16:45.687815) \u000a12:16:49.121821 run osmo-hlr_10.42.42.2(pid=6989): stderr: \u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121645924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121645945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121645957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121645958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121645958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:49.192035 run osmo-msc_10.42.42.6(pid=6995): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6995)]\u000a12:16:49.244121 run osmo-msc_10.42.42.6(pid=6995): stdout: \u000a| (launched: 2022-12-10_12:16:48.021864) \u000a12:16:49.295922 run osmo-msc_10.42.42.6(pid=6995): stderr: \u000a| �[0;m�[38;5;43m20221210121648342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121648342 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1fa5bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121648342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121648342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121648342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121648343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121648345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121648345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121648345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121648345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:16:49.339750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminating (SIGTERM)\u000a12:16:49.382559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminating (SIGTERM)\u000a12:16:49.424540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminating (SIGTERM)\u000a12:16:49.434234 --- ParallelTerminationStrategy: PID 6988 died...\u000a12:16:49.490510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminated: ok {rc=0}\u000a12:16:49.500592 --- ParallelTerminationStrategy: PID 6991 died...\u000a12:16:49.556229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminated: ok {rc=0}\u000a12:16:49.566191 --- ParallelTerminationStrategy: PID 6994 died...\u000a12:16:49.621670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminated: ok {rc=0}\u000a12:16:49.707914 bus /sierra_3: Setting Powered False\u000a12:16:50.812219 bus /sierra_3: Setting Powered False\u000a12:16:51.923871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:16:32" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:16:53.880806 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:53.891825 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:16:54.043997 tst mo_mt_call.py: using LAC 28336\u000a12:16:54.169625 tst mo_mt_call.py: using RAC 31\u000a12:16:54.294124 tst mo_mt_call.py: using CellId 28336\u000a12:16:54.420490 tst mo_mt_call.py: using BVCI 28337\u000a12:16:54.444774 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:54.456700 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:54.468151 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:54.479977 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:54.491789 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:16:54.503711 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:16:54.619710 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:16:54.826818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:55.326857 run create_hlr_db(pid=7000): Launched\u000a12:16:55.511975 bus /sierra_2: Setting Powered False\u000a12:16:56.533091 run create_hlr_db(pid=7000): Terminated: ok {rc=0}\u000a12:16:56.955266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Launched\u000a12:16:57.273657 run osmo-hlr_10.42.42.2(pid=7003): Launched\u000a12:16:57.392553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:57.945368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Launched\u000a12:16:58.263270 run osmo-stp_10.42.42.5(pid=7006): Launched\u000a12:16:58.379198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:16:58.962141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Launched\u000a12:16:59.281483 run osmo-msc_10.42.42.6(pid=7009): Launched\u000a12:16:59.468406 run osmo-stp_10.42.42.5(pid=7006): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]\u000a12:16:59.603728 run osmo-stp_10.42.42.5(pid=7006): stdout: \u000a| (launched: 2022-12-10_12:16:58.107086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:59.738304 run osmo-stp_10.42.42.5(pid=7006): stderr: \u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121658299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:59.866931 run osmo-stp_10.42.42.5(pid=7006): stdout: \u000a| (launched: 2022-12-10_12:16:58.107086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:59.994404 run osmo-stp_10.42.42.5(pid=7006): stderr: \u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121658298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121658299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121658299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:00.050437 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:17:00.059475 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:17:00.122596 run osmo-hlr_10.42.42.2(pid=7003): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7003)]\u000a12:17:00.174000 run osmo-hlr_10.42.42.2(pid=7003): stdout: \u000a| (launched: 2022-12-10_12:16:57.117501) \u000a12:17:00.226112 run osmo-hlr_10.42.42.2(pid=7003): stderr: \u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121657315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121657328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121657336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121657336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121657336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:00.296921 run osmo-msc_10.42.42.6(pid=7009): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7009)]\u000a12:17:00.348277 run osmo-msc_10.42.42.6(pid=7009): stdout: \u000a| (launched: 2022-12-10_12:16:59.124446) \u000a12:17:00.400600 run osmo-msc_10.42.42.6(pid=7009): stderr: \u000a| �[0;m�[38;5;43m20221210121659444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121659444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b60478c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121659444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121659444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121659445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121659445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121659448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121659449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121659449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121659449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:00.443934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminating (SIGTERM)\u000a12:17:00.486433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminating (SIGTERM)\u000a12:17:00.527806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminating (SIGTERM)\u000a12:17:00.537804 --- ParallelTerminationStrategy: PID 7002 died...\u000a12:17:00.593580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminated: ok {rc=0}\u000a12:17:00.603607 --- ParallelTerminationStrategy: PID 7005 died...\u000a12:17:00.659294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminated: ok {rc=0}\u000a12:17:00.669398 --- ParallelTerminationStrategy: PID 7008 died...\u000a12:17:00.724989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminated: ok {rc=0}\u000a12:17:00.811072 bus /sierra_3: Setting Powered False\u000a12:17:01.919455 bus /sierra_3: Setting Powered False\u000a12:17:03.026349 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:17:04.140685 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.152888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:17:04.311348 tst mo_mt_call_osmux.py: using LAC 28337\u000a12:17:04.434787 tst mo_mt_call_osmux.py: using RAC 32\u000a12:17:04.558351 tst mo_mt_call_osmux.py: using CellId 28337\u000a12:17:04.687199 tst mo_mt_call_osmux.py: using BVCI 28338\u000a12:17:04.711339 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.722893 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.734512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.746366 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.759208 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:17:04.770505 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:17:04.887956 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:17:05.095514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:05.596344 run create_hlr_db(pid=7014): Launched\u000a12:17:05.781130 bus /sierra_2: Setting Powered False\u000a12:17:06.802348 run create_hlr_db(pid=7014): Terminated: ok {rc=0}\u000a12:17:07.226429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Launched\u000a12:17:07.545940 run osmo-hlr_10.42.42.2(pid=7017): Launched\u000a12:17:07.664738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:08.216286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Launched\u000a12:17:08.534195 run osmo-stp_10.42.42.5(pid=7020): Launched\u000a12:17:08.649585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:17:09.234813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Launched\u000a12:17:09.554465 run osmo-msc_10.42.42.6(pid=7023): Launched\u000a12:17:09.742308 run osmo-stp_10.42.42.5(pid=7020): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]\u000a12:17:09.878424 run osmo-stp_10.42.42.5(pid=7020): stdout: \u000a| (launched: 2022-12-10_12:17:08.378074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:10.012887 run osmo-stp_10.42.42.5(pid=7020): stderr: \u000a| �[0;m�[38;5;43m20221210121708570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121708570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121708571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121708571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121708571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121708572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121708572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:10.141583 run osmo-stp_10.42.42.5(pid=7020): stdout: \u000a| (launched: 2022-12-10_12:17:08.378074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:10.269001 run osmo-stp_10.42.42.5(pid=7020): stderr: \u000a| �[0;m�[38;5;43m20221210121708570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121708570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121708571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121708571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121708571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121708572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121708572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:10.325418 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:17:10.334493 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:17:10.397212 run osmo-hlr_10.42.42.2(pid=7017): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7017)]\u000a12:17:10.448257 run osmo-hlr_10.42.42.2(pid=7017): stdout: \u000a| (launched: 2022-12-10_12:17:07.388715) \u000a12:17:10.500243 run osmo-hlr_10.42.42.2(pid=7017): stderr: \u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121707586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121707596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121707605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121707605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121707605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:10.570668 run osmo-msc_10.42.42.6(pid=7023): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7023)]\u000a12:17:10.621687 run osmo-msc_10.42.42.6(pid=7023): stdout: \u000a| (launched: 2022-12-10_12:17:09.397041) \u000a12:17:10.673365 run osmo-msc_10.42.42.6(pid=7023): stderr: \u000a| �[0;m�[38;5;43m20221210121709716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121709716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f561aa55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121709716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121709716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121709716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121709716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121709718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121709718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121709718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121709719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:10.717069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Terminating (SIGTERM)\u000a12:17:10.758648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Terminating (SIGTERM)\u000a12:17:10.800133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Terminating (SIGTERM)\u000a12:17:10.810118 --- ParallelTerminationStrategy: PID 7016 died...\u000a12:17:10.865362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Terminated: ok {rc=0}\u000a12:17:10.875581 --- ParallelTerminationStrategy: PID 7019 died...\u000a12:17:10.930591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Terminated: ok {rc=0}\u000a12:17:10.940685 --- ParallelTerminationStrategy: PID 7022 died...\u000a12:17:10.995761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Terminated: ok {rc=0}\u000a12:17:11.082181 bus /sierra_3: Setting Powered False\u000a12:17:12.188239 bus /sierra_3: Setting Powered False\u000a12:17:13.298916 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:16:53" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:17:15.256183 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.267199 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:17:15.408911 tst mo_mt_call.py: using LAC 28338\u000a12:17:15.528159 tst mo_mt_call.py: using RAC 33\u000a12:17:15.652038 tst mo_mt_call.py: using CellId 28338\u000a12:17:15.774879 tst mo_mt_call.py: using BVCI 28339\u000a12:17:15.799261 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.810911 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.822439 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.843871 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.860892 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:15.874538 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:17:16.023749 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:17:16.295266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:16.838830 run create_hlr_db(pid=7028): Launched\u000a12:17:17.020704 bus /sierra_2: Setting Powered False\u000a12:17:18.032378 run create_hlr_db(pid=7028): Terminated: ok {rc=0}\u000a12:17:18.460120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Launched\u000a12:17:18.777195 run osmo-hlr_10.42.42.2(pid=7031): Launched\u000a12:17:18.896241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:19.447014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Launched\u000a12:17:19.766180 run osmo-stp_10.42.42.5(pid=7034): Launched\u000a12:17:19.882287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:17:20.462390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Launched\u000a12:17:20.781278 run osmo-msc_10.42.42.6(pid=7037): Launched\u000a12:17:20.967900 run osmo-stp_10.42.42.5(pid=7034): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]\u000a12:17:21.103196 run osmo-stp_10.42.42.5(pid=7034): stdout: \u000a| (launched: 2022-12-10_12:17:19.610051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:21.237856 run osmo-stp_10.42.42.5(pid=7034): stderr: \u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121719801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:21.366303 run osmo-stp_10.42.42.5(pid=7034): stdout: \u000a| (launched: 2022-12-10_12:17:19.610051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:21.494325 run osmo-stp_10.42.42.5(pid=7034): stderr: \u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121719800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121719801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121719803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:21.550541 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:17:21.559699 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:17:21.622807 run osmo-hlr_10.42.42.2(pid=7031): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7031)]\u000a12:17:21.674201 run osmo-hlr_10.42.42.2(pid=7031): stdout: \u000a| (launched: 2022-12-10_12:17:18.622293) \u000a12:17:21.725928 run osmo-hlr_10.42.42.2(pid=7031): stderr: \u000a| �[0;m�[1;31m20221210121718820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121718820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121718820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121718820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121718820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121718821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121718834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121718842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121718842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121718842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:21.796214 run osmo-msc_10.42.42.6(pid=7037): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7037)]\u000a12:17:21.847193 run osmo-msc_10.42.42.6(pid=7037): stdout: \u000a| (launched: 2022-12-10_12:17:20.624362) \u000a12:17:21.898890 run osmo-msc_10.42.42.6(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221210121720944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121720944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c6dabac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121720944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121720945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121720945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121720945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121720947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121720947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121720947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121720947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:21.942523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Terminating (SIGTERM)\u000a12:17:21.984539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Terminating (SIGTERM)\u000a12:17:22.026088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Terminating (SIGTERM)\u000a12:17:22.036084 --- ParallelTerminationStrategy: PID 7030 died...\u000a12:17:22.092206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Terminated: ok {rc=0}\u000a12:17:22.102344 --- ParallelTerminationStrategy: PID 7033 died...\u000a12:17:22.157805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Terminated: ok {rc=0}\u000a12:17:22.168176 --- ParallelTerminationStrategy: PID 7036 died...\u000a12:17:22.223894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Terminated: ok {rc=0}\u000a12:17:22.310337 bus /sierra_3: Setting Powered False\u000a12:17:23.416327 bus /sierra_3: Setting Powered False\u000a12:17:24.524432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:17:25.638597 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:25.650924 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:17:25.804264 tst mo_mt_call_osmux.py: using LAC 28339\u000a12:17:25.927511 tst mo_mt_call_osmux.py: using RAC 34\u000a12:17:26.052766 tst mo_mt_call_osmux.py: using CellId 28339\u000a12:17:26.179617 tst mo_mt_call_osmux.py: using BVCI 28340\u000a12:17:26.203713 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:26.215174 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:26.226649 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:26.238075 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:26.249685 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:17:26.261175 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:17:26.376355 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:17:26.575985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:27.052381 run create_hlr_db(pid=7039): Launched\u000a12:17:27.223890 bus /sierra_2: Setting Powered False\u000a12:17:28.244889 run create_hlr_db(pid=7039): Terminated: ok {rc=0}\u000a12:17:28.668147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Launched\u000a12:17:28.985373 run osmo-hlr_10.42.42.2(pid=7042): Launched\u000a12:17:29.103774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:29.655393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Launched\u000a12:17:29.972762 run osmo-stp_10.42.42.5(pid=7045): Launched\u000a12:17:30.088022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:17:30.669521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Launched\u000a12:17:31.133500 run osmo-msc_10.42.42.6(pid=7048): Launched\u000a12:17:31.467103 run osmo-stp_10.42.42.5(pid=7045): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]\u000a12:17:31.706224 run osmo-stp_10.42.42.5(pid=7045): stdout: \u000a| (launched: 2022-12-10_12:17:29.817503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:31.835868 run osmo-stp_10.42.42.5(pid=7045): stderr: \u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121730009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:31.961738 run osmo-stp_10.42.42.5(pid=7045): stdout: \u000a| (launched: 2022-12-10_12:17:29.817503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:32.087423 run osmo-stp_10.42.42.5(pid=7045): stderr: \u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121730009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121730009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121730010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:32.141741 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:17:32.151349 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:17:32.216585 run osmo-hlr_10.42.42.2(pid=7042): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7042)]\u000a12:17:32.267363 run osmo-hlr_10.42.42.2(pid=7042): stdout: \u000a| (launched: 2022-12-10_12:17:28.829922) \u000a12:17:32.319304 run osmo-hlr_10.42.42.2(pid=7042): stderr: \u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121729028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121729040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121729048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121729049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121729049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:32.388387 run osmo-msc_10.42.42.6(pid=7048): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7048)]\u000a12:17:32.437054 run osmo-msc_10.42.42.6(pid=7048): stdout: \u000a| (launched: 2022-12-10_12:17:30.841078) \u000a12:17:32.486069 run osmo-msc_10.42.42.6(pid=7048): stderr: \u000a| �[0;m�[38;5;43m20221210121731312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121731312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feff7ee7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121731315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121731315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121731315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121731315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121731320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121731323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121731323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121731323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:32.527746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Terminating (SIGTERM)\u000a12:17:32.567504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Terminating (SIGTERM)\u000a12:17:32.607171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Terminating (SIGTERM)\u000a12:17:32.616380 --- ParallelTerminationStrategy: PID 7041 died...\u000a12:17:32.670046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Terminated: ok {rc=0}\u000a12:17:32.679876 --- ParallelTerminationStrategy: PID 7044 died...\u000a12:17:32.732739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Terminated: ok {rc=0}\u000a12:17:32.742438 --- ParallelTerminationStrategy: PID 7047 died...\u000a12:17:32.795141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Terminated: ok {rc=0}\u000a12:17:32.878688 bus /sierra_3: Setting Powered False\u000a12:17:33.984318 bus /sierra_3: Setting Powered False\u000a12:17:35.093693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:17:14" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:17:37.063296 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.074943 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:17:37.225712 tst mo_mt_call.py: using LAC 28340\u000a12:17:37.349263 tst mo_mt_call.py: using RAC 35\u000a12:17:37.474075 tst mo_mt_call.py: using CellId 28340\u000a12:17:37.598452 tst mo_mt_call.py: using BVCI 28341\u000a12:17:37.622476 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.634088 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.645389 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.656864 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.668581 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:37.680234 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:37.796074 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:38.003224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:38.502849 run create_hlr_db(pid=7053): Launched\u000a12:17:38.687784 bus /sierra_2: Setting Powered False\u000a12:17:39.709677 run create_hlr_db(pid=7053): Terminated: ok {rc=0}\u000a12:17:40.109686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Launched\u000a12:17:40.406339 run osmo-hlr_10.42.42.2(pid=7056): Launched\u000a12:17:40.515260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:41.029580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Launched\u000a12:17:41.325332 run osmo-stp_10.42.42.5(pid=7059): Launched\u000a12:17:41.433220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:17:41.977718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Launched\u000a12:17:42.276497 run osmo-msc_10.42.42.6(pid=7062): Launched\u000a12:17:42.454078 run osmo-stp_10.42.42.5(pid=7059): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]\u000a12:17:42.579903 run osmo-stp_10.42.42.5(pid=7059): stdout: \u000a| (launched: 2022-12-10_12:17:41.179553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:42.703609 run osmo-stp_10.42.42.5(pid=7059): stderr: \u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121741350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:42.822976 run osmo-stp_10.42.42.5(pid=7059): stdout: \u000a| (launched: 2022-12-10_12:17:41.179553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:42.941851 run osmo-stp_10.42.42.5(pid=7059): stderr: \u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121741349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121741350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121741350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:42.994403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:17:43.002704 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:17:43.061457 run osmo-hlr_10.42.42.2(pid=7056): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7056)]\u000a12:17:43.109647 run osmo-hlr_10.42.42.2(pid=7056): stdout: \u000a| (launched: 2022-12-10_12:17:40.260599) \u000a12:17:43.158483 run osmo-hlr_10.42.42.2(pid=7056): stderr: \u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121740436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121740451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121740461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121740461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121740462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:43.224731 run osmo-msc_10.42.42.6(pid=7062): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7062)]\u000a12:17:43.272529 run osmo-msc_10.42.42.6(pid=7062): stdout: \u000a| (launched: 2022-12-10_12:17:42.129188) \u000a12:17:43.321023 run osmo-msc_10.42.42.6(pid=7062): stderr: \u000a| �[0;m�[38;5;43m20221210121742398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121742398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cf7006c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121742399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121742399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121742399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121742399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121742402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121742402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121742402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121742402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:43.362235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Terminating (SIGTERM)\u000a12:17:43.401240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Terminating (SIGTERM)\u000a12:17:43.440206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Terminating (SIGTERM)\u000a12:17:43.449350 --- ParallelTerminationStrategy: PID 7055 died...\u000a12:17:43.501836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Terminated: ok {rc=0}\u000a12:17:43.511426 --- ParallelTerminationStrategy: PID 7058 died...\u000a12:17:43.563650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Terminated: ok {rc=0}\u000a12:17:43.573260 --- ParallelTerminationStrategy: PID 7061 died...\u000a12:17:43.625416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Terminated: ok {rc=0}\u000a12:17:43.713155 bus /sierra_3: Setting Powered False\u000a12:17:44.815217 bus /sierra_3: Setting Powered False\u000a12:17:45.949509 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:17:47.089941 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.105314 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:17:47.258286 tst mo_mt_call_osmux.py: using LAC 28341\u000a12:17:47.379007 tst mo_mt_call_osmux.py: using RAC 36\u000a12:17:47.493309 tst mo_mt_call_osmux.py: using CellId 28341\u000a12:17:47.608181 tst mo_mt_call_osmux.py: using BVCI 28342\u000a12:17:47.630613 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.641655 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.652517 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.663442 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.674403 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:17:47.685254 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:47.797623 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:48.007187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:48.506934 run create_hlr_db(pid=7064): Launched\u000a12:17:48.691801 bus /sierra_2: Setting Powered False\u000a12:17:49.712780 run create_hlr_db(pid=7064): Terminated: ok {rc=0}\u000a12:17:50.110468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Launched\u000a12:17:50.406921 run osmo-hlr_10.42.42.2(pid=7067): Launched\u000a12:17:50.515000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:51.029091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Launched\u000a12:17:51.325241 run osmo-stp_10.42.42.5(pid=7070): Launched\u000a12:17:51.433369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:17:51.974655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Launched\u000a12:17:52.273997 run osmo-msc_10.42.42.6(pid=7073): Launched\u000a12:17:52.449773 run osmo-stp_10.42.42.5(pid=7070): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]\u000a12:17:52.574985 run osmo-stp_10.42.42.5(pid=7070): stdout: \u000a| (launched: 2022-12-10_12:17:51.179758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:52.699035 run osmo-stp_10.42.42.5(pid=7070): stderr: \u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121751351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:52.818607 run osmo-stp_10.42.42.5(pid=7070): stdout: \u000a| (launched: 2022-12-10_12:17:51.179758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:52.937236 run osmo-stp_10.42.42.5(pid=7070): stderr: \u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121751350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121751351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121751351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:52.989526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)] [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:17:52.998067 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:17:53.056804 run osmo-hlr_10.42.42.2(pid=7067): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7067)]\u000a12:17:53.105091 run osmo-hlr_10.42.42.2(pid=7067): stdout: \u000a| (launched: 2022-12-10_12:17:50.261265) \u000a12:17:53.153912 run osmo-hlr_10.42.42.2(pid=7067): stderr: \u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121750437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121750449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121750458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121750458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121750458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:53.220370 run osmo-msc_10.42.42.6(pid=7073): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7073)]\u000a12:17:53.268556 run osmo-msc_10.42.42.6(pid=7073): stdout: \u000a| (launched: 2022-12-10_12:17:52.125953) \u000a12:17:53.317290 run osmo-msc_10.42.42.6(pid=7073): stderr: \u000a| �[0;m�[38;5;43m20221210121752395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121752395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3b83fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121752395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121752395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121752396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121752396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121752399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121752399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121752399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121752399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:17:53.358515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Terminating (SIGTERM)\u000a12:17:53.397274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Terminating (SIGTERM)\u000a12:17:53.436102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Terminating (SIGTERM)\u000a12:17:53.445207 --- ParallelTerminationStrategy: PID 7066 died...\u000a12:17:53.497769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Terminated: ok {rc=0}\u000a12:17:53.507310 --- ParallelTerminationStrategy: PID 7069 died...\u000a12:17:53.559409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Terminated: ok {rc=0}\u000a12:17:53.568872 --- ParallelTerminationStrategy: PID 7072 died...\u000a12:17:53.621269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Terminated: ok {rc=0}\u000a12:17:53.703367 bus /sierra_3: Setting Powered False\u000a12:17:54.802926 bus /sierra_3: Setting Powered False\u000a12:17:55.913674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:17:36" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7085): Process ended prematurely: osmo-stp_10.42.42.5(pid=7085) [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7085)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7085): Process ended prematurely: osmo-stp_10.42.42.5(pid=7085) [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:17:57.889705 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:57.900186 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:17:58.022988 tst emergency_mo_mt_call.py: using LAC 28342\u000a12:17:58.136647 tst emergency_mo_mt_call.py: using RAC 37\u000a12:17:58.260307 tst emergency_mo_mt_call.py: using CellId 28342\u000a12:17:58.384142 tst emergency_mo_mt_call.py: using BVCI 28343\u000a12:17:58.408097 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:58.419461 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:58.430591 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:58.441965 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:58.453376 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:17:58.464911 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:17:58.578929 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:17:58.772019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:59.242057 run create_hlr_db(pid=7079): Launched\u000a12:17:59.425207 bus /sierra_2: Setting Powered False\u000a12:18:00.445366 run create_hlr_db(pid=7079): Terminated: ok {rc=0}\u000a12:18:00.877055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7081): Launched\u000a12:18:01.265768 run osmo-hlr_10.42.42.2(pid=7082): Launched\u000a12:18:01.557264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:02.200344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7084): Launched\u000a12:18:02.495151 run osmo-stp_10.42.42.5(pid=7085): Launched\u000a12:18:02.611628 tst emergency_mo_mt_call.py: using MSISDN 7726\u000a12:18:02.755723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:18:03.287343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7087): Launched\u000a12:18:03.581546 run osmo-msc_10.42.42.6(pid=7088): Launched\u000a12:18:03.753580 run osmo-stp_10.42.42.5(pid=7085): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7085)]\u000a12:18:03.878236 run osmo-stp_10.42.42.5(pid=7085): stdout: \u000a| (launched: 2022-12-10_12:18:02.350999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:03.999818 run osmo-stp_10.42.42.5(pid=7085): stderr: \u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121802521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:04.117556 run osmo-stp_10.42.42.5(pid=7085): stdout: \u000a| (launched: 2022-12-10_12:18:02.350999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:04.234483 run osmo-stp_10.42.42.5(pid=7085): stderr: \u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121802520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121802521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121802521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:04.286079 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7085): Process ended prematurely: osmo-stp_10.42.42.5(pid=7085) [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7085)] [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a12:18:04.293947 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:18:04.352701 run osmo-hlr_10.42.42.2(pid=7082): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7082)]\u000a12:18:04.401186 run osmo-hlr_10.42.42.2(pid=7082): stdout: \u000a| (launched: 2022-12-10_12:18:01.050193) \u000a12:18:04.450389 run osmo-hlr_10.42.42.2(pid=7082): stderr: \u000a| �[0;m�[1;31m20221210121801513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121801515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121801515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121801515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121801515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121801515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121801536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121801553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121801553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121801553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:04.516703 run osmo-msc_10.42.42.6(pid=7088): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7088)]\u000a12:18:04.565025 run osmo-msc_10.42.42.6(pid=7088): stdout: \u000a| (launched: 2022-12-10_12:18:03.435746) \u000a12:18:04.613731 run osmo-msc_10.42.42.6(pid=7088): stderr: \u000a| �[0;m�[38;5;43m20221210121803707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121803707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fe5dbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121803707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121803707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121803707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121803707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121803709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121803710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121803710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121803710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:18:04.654987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7081): Terminating (SIGTERM)\u000a12:18:04.694815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7084): Terminating (SIGTERM)\u000a12:18:04.733878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7087): Terminating (SIGTERM)\u000a12:18:04.743001 --- ParallelTerminationStrategy: PID 7081 died...\u000a12:18:04.795552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7081): Terminated: ok {rc=0}\u000a12:18:04.805156 --- ParallelTerminationStrategy: PID 7084 died...\u000a12:18:04.857897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7084): Terminated: ok {rc=0}\u000a12:18:04.867397 --- ParallelTerminationStrategy: PID 7087 died...\u000a12:18:04.920378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7087): Terminated: ok {rc=0}\u000a12:18:05.008705 bus /sierra_3: Setting Powered False\u000a12:18:06.112540 bus /sierra_3: Setting Powered False\u000a12:18:07.223192 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7096): Process ended prematurely: osmo-stp_10.42.42.5(pid=7096) [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7096)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7096): Process ended prematurely: osmo-stp_10.42.42.5(pid=7096) [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:18:08.275364 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.286868 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:18:08.412002 tst emergency_preemptive_call.py: using LAC 28343\u000a12:18:08.526230 tst emergency_preemptive_call.py: using RAC 38\u000a12:18:08.640487 tst emergency_preemptive_call.py: using CellId 28343\u000a12:18:08.755703 tst emergency_preemptive_call.py: using BVCI 28344\u000a12:18:08.777784 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.788264 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.798719 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.809174 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.819608 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:18:08.829993 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:08.941944 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:09.059720 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:09.172241 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:09.371362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:09.842989 run create_hlr_db(pid=7090): Launched\u000a12:18:10.012404 bus /sierra_2: Setting Powered False\u000a12:18:11.032937 run create_hlr_db(pid=7090): Terminated: ok {rc=0}\u000a12:18:11.421804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7092): Launched\u000a12:18:11.713803 run osmo-hlr_10.42.42.2(pid=7093): Launched\u000a12:18:11.828822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:12.374785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7095): Launched\u000a12:18:12.691183 run osmo-stp_10.42.42.5(pid=7096): Launched\u000a12:18:12.817389 tst emergency_preemptive_call.py: using MSISDN 7727\u000a12:18:12.975008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:18:13.545599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7098): Launched\u000a12:18:13.858065 run osmo-msc_10.42.42.6(pid=7099): Launched\u000a12:18:14.042512 run osmo-stp_10.42.42.5(pid=7096): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7096)]\u000a12:18:14.175701 run osmo-stp_10.42.42.5(pid=7096): stdout: \u000a| (launched: 2022-12-10_12:18:12.534932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:14.308779 run osmo-stp_10.42.42.5(pid=7096): stderr: \u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121812726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:14.435987 run osmo-stp_10.42.42.5(pid=7096): stdout: \u000a| (launched: 2022-12-10_12:18:12.534932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:14.562132 run osmo-stp_10.42.42.5(pid=7096): stderr: \u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121812725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121812726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121812726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:14.617260 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7096): Process ended prematurely: osmo-stp_10.42.42.5(pid=7096) [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7096)] [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a12:18:14.625991 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a12:18:14.689297 run osmo-hlr_10.42.42.2(pid=7093): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7093)]\u000a12:18:14.740605 run osmo-hlr_10.42.42.2(pid=7093): stdout: \u000a| (launched: 2022-12-10_12:18:11.570276) \u000a12:18:14.792445 run osmo-hlr_10.42.42.2(pid=7093): stderr: \u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121811746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121811758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121811766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121811767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121811767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:14.862994 run osmo-msc_10.42.42.6(pid=7099): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7099)]\u000a12:18:14.914375 run osmo-msc_10.42.42.6(pid=7099): stdout: \u000a| (launched: 2022-12-10_12:18:13.704318) \u000a12:18:14.966450 run osmo-msc_10.42.42.6(pid=7099): stderr: \u000a| �[0;m�[38;5;43m20221210121814024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210121814025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14c75f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210121814025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210121814025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210121814025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210121814025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210121814027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210121814027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210121814027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210121814028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:18:15.010181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7092): Terminating (SIGTERM)\u000a12:18:15.052184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7095): Terminating (SIGTERM)\u000a12:18:15.094520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7098): Terminating (SIGTERM)\u000a12:18:15.104560 --- ParallelTerminationStrategy: PID 7092 died...\u000a12:18:15.160420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7092): Terminated: ok {rc=0}\u000a12:18:15.171133 --- ParallelTerminationStrategy: PID 7095 died...\u000a12:18:15.227242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7095): Terminated: ok {rc=0}\u000a12:18:15.237445 --- ParallelTerminationStrategy: PID 7098 died...\u000a12:18:15.293010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7098): Terminated: ok {rc=0}\u000a12:18:15.380826 bus /sierra_9: Setting Powered False\u000a12:18:16.485869 bus /sierra_9: Setting Powered False\u000a12:18:17.596039 bus /sierra_8: Setting Powered False\u000a12:18:18.697256 bus /sierra_8: Setting Powered False\u000a12:18:19.808026 bus /sierra_3: Setting Powered False\u000a12:18:20.911595 bus /sierra_3: Setting Powered False\u000a12:18:22.023548 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:17:57" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7114): Process ended prematurely: osmo-stp_10.42.42.5(pid=7114) [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7114)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7114): Process ended prematurely: osmo-stp_10.42.42.5(pid=7114) [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:18:24.102042 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.112456 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:18:24.235030 tst cs_paging_gprs_active.py: using LAC 28344\u000a12:18:24.355842 tst cs_paging_gprs_active.py: using RAC 39\u000a12:18:24.475670 tst cs_paging_gprs_active.py: using CellId 28344\u000a12:18:24.590613 tst cs_paging_gprs_active.py: using BVCI 28345\u000a12:18:24.613263 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.623667 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.633970 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.644217 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.654537 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.664699 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.675099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.685412 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:24.695691 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:24.813343 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:25.089077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:18:25.213323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:25.520479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7104): Launched\u000a12:18:25.775190 run iperf3-srv_10.42.42.10(pid=7105): Launched\u000a12:18:25.955621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:18:26.078325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:26.385201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7106): Launched\u000a12:18:26.640092 run iperf3-srv_10.42.42.10(pid=7107): Launched\u000a12:18:26.820731 tst cs_paging_gprs_active.py:38: start network...\u000a12:18:26.943671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:27.418643 run create_hlr_db(pid=7108): Launched\u000a12:18:27.589115 bus /sierra_2: Setting Powered False\u000a12:18:28.611970 run create_hlr_db(pid=7108): Terminated: ok {rc=0}\u000a12:18:29.005744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7110): Launched\u000a12:18:29.302120 run osmo-hlr_10.42.42.2(pid=7111): Launched\u000a12:18:29.410103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:29.924868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7113): Launched\u000a12:18:30.221749 run osmo-stp_10.42.42.5(pid=7114): Launched\u000a12:18:30.330024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:30.866710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7116): Launched\u000a12:18:30.985797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:31.273499 run patchelf(pid=7117): Launched\u000a12:18:31.450749 run osmo-stp_10.42.42.5(pid=7114): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7114)]\u000a12:18:31.580354 run osmo-stp_10.42.42.5(pid=7114): stdout: \u000a| (launched: 2022-12-10_12:18:30.075288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:31.709742 run osmo-stp_10.42.42.5(pid=7114): stderr: \u000a| �[0;m�[38;5;43m20221210121830242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121830242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121830243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121830243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121830243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121830244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121830244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:31.835211 run osmo-stp_10.42.42.5(pid=7114): stdout: \u000a| (launched: 2022-12-10_12:18:30.075288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:31.959859 run osmo-stp_10.42.42.5(pid=7114): stderr: \u000a| �[0;m�[38;5;43m20221210121830242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121830242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121830243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121830243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121830243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121830244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121830244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:32.104701 run patchelf(pid=7117): Terminating (SIGINT)\u000a12:18:32.272780 run patchelf(pid=7117): Terminated: ok {rc=0}\u000a12:18:32.303688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7114): Process ended prematurely: osmo-stp_10.42.42.5(pid=7114) [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7114)] [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a12:18:32.312823 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a12:18:32.372460 run osmo-hlr_10.42.42.2(pid=7111): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7111)]\u000a12:18:32.421039 run osmo-hlr_10.42.42.2(pid=7111): stdout: \u000a| (launched: 2022-12-10_12:18:29.156137) \u000a12:18:32.470518 run osmo-hlr_10.42.42.2(pid=7111): stderr: \u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121829329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121829346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121829356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121829356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121829356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:32.512522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7104): Terminating (SIGTERM)\u000a12:18:32.551789 run iperf3-srv_10.42.42.10(pid=7105): Terminating (SIGTERM)\u000a12:18:32.591051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7106): Terminating (SIGTERM)\u000a12:18:32.630279 run iperf3-srv_10.42.42.10(pid=7107): Terminating (SIGTERM)\u000a12:18:32.669467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7110): Terminating (SIGTERM)\u000a12:18:32.708602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7113): Terminating (SIGTERM)\u000a12:18:32.747644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7116): Terminating (SIGTERM)\u000a12:18:32.756694 --- ParallelTerminationStrategy: PID 7104 died...\u000a12:18:32.809679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7104): Terminated: ok {rc=0}\u000a12:18:32.819212 --- ParallelTerminationStrategy: PID 7105 died...\u000a12:18:32.871551 run iperf3-srv_10.42.42.10(pid=7105): Terminated {rc=256}\u000a12:18:32.880928 --- ParallelTerminationStrategy: PID 7106 died...\u000a12:18:32.933275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7106): Terminated: ok {rc=0}\u000a12:18:32.942703 --- ParallelTerminationStrategy: PID 7107 died...\u000a12:18:32.994865 run iperf3-srv_10.42.42.10(pid=7107): Terminated {rc=256}\u000a12:18:33.004241 --- ParallelTerminationStrategy: PID 7110 died...\u000a12:18:33.056489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7110): Terminated: ok {rc=0}\u000a12:18:33.065955 --- ParallelTerminationStrategy: PID 7113 died...\u000a12:18:33.118083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7113): Terminated: ok {rc=0}\u000a12:18:33.127526 --- ParallelTerminationStrategy: PID 7116 died...\u000a12:18:33.180379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7116): Terminated: ok {rc=0}\u000a12:18:33.263201 bus /gobi_0: Setting Powered False\u000a12:18:34.367972 bus /gobi_0: Setting Powered False\u000a12:18:35.477191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7126): Process ended prematurely: osmo-stp_10.42.42.5(pid=7126) [trial-2374↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7126)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7126): Process ended prematurely: osmo-stp_10.42.42.5(pid=7126) [trial-2374↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a12:18:36.585617 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:36.596739 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:18:36.720149 tst iperf3.py: using LAC 28345\u000a12:18:36.838616 tst iperf3.py: using RAC 40\u000a12:18:36.954917 tst iperf3.py: using CellId 28345\u000a12:18:37.071691 tst iperf3.py: using BVCI 28346\u000a12:18:37.094271 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.104861 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.115248 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.125554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.135800 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.146033 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.156440 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.166667 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:37.177070 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:37.452212 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:18:37.576229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:37.884455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7118): Launched\u000a12:18:38.140603 run iperf3-srv_10.42.42.10(pid=7119): Launched\u000a12:18:38.321879 tst iperf3.py:8: start network...\u000a12:18:38.445593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:38.922299 run create_hlr_db(pid=7120): Launched\u000a12:18:39.092928 bus /gobi_6: Setting Powered False\u000a12:18:40.114879 run create_hlr_db(pid=7120): Terminated: ok {rc=0}\u000a12:18:40.538805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7122): Launched\u000a12:18:40.858120 run osmo-hlr_10.42.42.2(pid=7123): Launched\u000a12:18:40.974473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:41.523538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7125): Launched\u000a12:18:41.840595 run osmo-stp_10.42.42.5(pid=7126): Launched\u000a12:18:41.956271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:42.512657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7128): Launched\u000a12:18:42.627204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:42.904906 run patchelf(pid=7129): Launched\u000a12:18:43.091537 run osmo-stp_10.42.42.5(pid=7126): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7126)]\u000a12:18:43.228119 run osmo-stp_10.42.42.5(pid=7126): stdout: \u000a| (launched: 2022-12-10_12:18:41.685368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.364660 run osmo-stp_10.42.42.5(pid=7126): stderr: \u000a| �[0;m�[38;5;43m20221210121841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121841876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121841876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:43.496534 run osmo-stp_10.42.42.5(pid=7126): stdout: \u000a| (launched: 2022-12-10_12:18:41.685368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.627912 run osmo-stp_10.42.42.5(pid=7126): stderr: \u000a| �[0;m�[38;5;43m20221210121841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121841875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121841876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121841876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121841877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:43.780334 run patchelf(pid=7129): Terminating (SIGINT)\u000a12:18:43.959319 run patchelf(pid=7129): Terminated: ok {rc=0}\u000a12:18:43.992132 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7126): Process ended prematurely: osmo-stp_10.42.42.5(pid=7126) [trial-2374↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7126)] [trial-2374↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a12:18:44.002002 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:18:44.065461 run osmo-hlr_10.42.42.2(pid=7123): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7123)]\u000a12:18:44.116869 run osmo-hlr_10.42.42.2(pid=7123): stdout: \u000a| (launched: 2022-12-10_12:18:40.701112) \u000a12:18:44.168922 run osmo-hlr_10.42.42.2(pid=7123): stderr: \u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121840898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121840910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121840918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121840919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121840919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:44.213367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7118): Terminating (SIGTERM)\u000a12:18:44.255001 run iperf3-srv_10.42.42.10(pid=7119): Terminating (SIGTERM)\u000a12:18:44.297334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7122): Terminating (SIGTERM)\u000a12:18:44.339012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7125): Terminating (SIGTERM)\u000a12:18:44.381073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7128): Terminating (SIGTERM)\u000a12:18:44.391016 --- ParallelTerminationStrategy: PID 7118 died...\u000a12:18:44.447276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7118): Terminated: ok {rc=0}\u000a12:18:44.457493 --- ParallelTerminationStrategy: PID 7119 died...\u000a12:18:44.513263 run iperf3-srv_10.42.42.10(pid=7119): Terminated {rc=256}\u000a12:18:44.523678 --- ParallelTerminationStrategy: PID 7122 died...\u000a12:18:44.579595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7122): Terminated: ok {rc=0}\u000a12:18:44.589811 --- ParallelTerminationStrategy: PID 7125 died...\u000a12:18:44.645524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7125): Terminated: ok {rc=0}\u000a12:18:44.655713 --- ParallelTerminationStrategy: PID 7128 died...\u000a12:18:44.712101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7128): Terminated: ok {rc=0}\u000a12:18:44.798678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7144): Process ended prematurely: osmo-stp_10.42.42.5(pid=7144) [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7144): Process ended prematurely: osmo-stp_10.42.42.5(pid=7144) [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a12:18:45.930984 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:45.943009 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:18:46.101362 tst iperf3m4.py: using LAC 28346\u000a12:18:46.225284 tst iperf3m4.py: using RAC 41\u000a12:18:46.352619 tst iperf3m4.py: using CellId 28346\u000a12:18:46.474794 tst iperf3m4.py: using BVCI 28347\u000a12:18:46.497785 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.508524 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.519423 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.530744 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.541801 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.552721 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.564083 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.575515 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:18:46.587144 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:46.704589 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:46.831611 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:46.980566 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:18:47.318144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:18:47.462772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:47.794193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7130): Launched\u000a12:18:48.067647 run iperf3-srv_10.42.42.10(pid=7131): Launched\u000a12:18:48.263710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:18:48.397010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:48.727039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7132): Launched\u000a12:18:49.000818 run iperf3-srv_10.42.42.10(pid=7133): Launched\u000a12:18:49.195876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:18:49.328794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:49.658077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7134): Launched\u000a12:18:49.930204 run iperf3-srv_10.42.42.10(pid=7135): Launched\u000a12:18:50.124486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:18:50.257100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:50.585795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7136): Launched\u000a12:18:50.857946 run iperf3-srv_10.42.42.10(pid=7137): Launched\u000a12:18:51.052021 tst iperf3m4.py:8: start network...\u000a12:18:51.184556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:51.685945 run create_hlr_db(pid=7138): Launched\u000a12:18:51.869959 bus /gobi_6: Setting Powered False\u000a12:18:52.891253 run create_hlr_db(pid=7138): Terminated: ok {rc=0}\u000a12:18:53.315065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7140): Launched\u000a12:18:53.635315 run osmo-hlr_10.42.42.2(pid=7141): Launched\u000a12:18:53.755651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:54.308471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7143): Launched\u000a12:18:54.629216 run osmo-stp_10.42.42.5(pid=7144): Launched\u000a12:18:54.745644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:55.300743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7146): Launched\u000a12:18:55.414812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:55.687095 run patchelf(pid=7147): Launched\u000a12:18:55.863491 run osmo-stp_10.42.42.5(pid=7144): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7144)]\u000a12:18:55.991143 run osmo-stp_10.42.42.5(pid=7144): stdout: \u000a| (launched: 2022-12-10_12:18:54.471083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:56.119068 run osmo-stp_10.42.42.5(pid=7144): stderr: \u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121854665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:56.242392 run osmo-stp_10.42.42.5(pid=7144): stdout: \u000a| (launched: 2022-12-10_12:18:54.471083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:56.364542 run osmo-stp_10.42.42.5(pid=7144): stderr: \u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121854665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121854665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121854666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:56.507430 run patchelf(pid=7147): Terminating (SIGINT)\u000a12:18:56.675249 run patchelf(pid=7147): Terminated: ok {rc=0}\u000a12:18:56.705992 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7144): Process ended prematurely: osmo-stp_10.42.42.5(pid=7144) [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7144)] [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a12:18:56.715203 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:18:56.774326 run osmo-hlr_10.42.42.2(pid=7141): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7141)]\u000a12:18:56.822679 run osmo-hlr_10.42.42.2(pid=7141): stdout: \u000a| (launched: 2022-12-10_12:18:53.477353) \u000a12:18:56.871406 run osmo-hlr_10.42.42.2(pid=7141): stderr: \u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121853678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121853691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121853702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121853702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121853702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:56.912880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7130): Terminating (SIGTERM)\u000a12:18:56.952921 run iperf3-srv_10.42.42.10(pid=7131): Terminating (SIGTERM)\u000a12:18:56.992365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7132): Terminating (SIGTERM)\u000a12:18:57.031503 run iperf3-srv_10.42.42.10(pid=7133): Terminating (SIGTERM)\u000a12:18:57.070923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7134): Terminating (SIGTERM)\u000a12:18:57.110150 run iperf3-srv_10.42.42.10(pid=7135): Terminating (SIGTERM)\u000a12:18:57.149515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7136): Terminating (SIGTERM)\u000a12:18:57.188697 run iperf3-srv_10.42.42.10(pid=7137): Terminating (SIGTERM)\u000a12:18:57.227943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7140): Terminating (SIGTERM)\u000a12:18:57.267154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7143): Terminating (SIGTERM)\u000a12:18:57.306404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7146): Terminating (SIGTERM)\u000a12:18:57.315692 --- ParallelTerminationStrategy: PID 7130 died...\u000a12:18:57.368793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7130): Terminated: ok {rc=0}\u000a12:18:57.378661 --- ParallelTerminationStrategy: PID 7131 died...\u000a12:18:57.431231 run iperf3-srv_10.42.42.10(pid=7131): Terminated {rc=256}\u000a12:18:57.440884 --- ParallelTerminationStrategy: PID 7132 died...\u000a12:18:57.493596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7132): Terminated: ok {rc=0}\u000a12:18:57.503212 --- ParallelTerminationStrategy: PID 7133 died...\u000a12:18:57.555584 run iperf3-srv_10.42.42.10(pid=7133): Terminated {rc=256}\u000a12:18:57.565249 --- ParallelTerminationStrategy: PID 7134 died...\u000a12:18:57.617404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7134): Terminated: ok {rc=0}\u000a12:18:57.626969 --- ParallelTerminationStrategy: PID 7135 died...\u000a12:18:57.679176 run iperf3-srv_10.42.42.10(pid=7135): Terminated {rc=256}\u000a12:18:57.688747 --- ParallelTerminationStrategy: PID 7136 died...\u000a12:18:57.741181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7136): Terminated: ok {rc=0}\u000a12:18:57.750775 --- ParallelTerminationStrategy: PID 7137 died...\u000a12:18:57.802954 run iperf3-srv_10.42.42.10(pid=7137): Terminated {rc=256}\u000a12:18:57.812569 --- ParallelTerminationStrategy: PID 7140 died...\u000a12:18:57.865165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7140): Terminated: ok {rc=0}\u000a12:18:57.874858 --- ParallelTerminationStrategy: PID 7143 died...\u000a12:18:57.927503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7143): Terminated: ok {rc=0}\u000a12:18:57.936939 --- ParallelTerminationStrategy: PID 7146 died...\u000a12:18:57.988941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7146): Terminated: ok {rc=0}\u000a12:18:58.076026 bus /gobi_4: Setting Powered False\u000a12:18:59.179771 bus /gobi_4: Setting Powered False\u000a12:19:00.289121 bus /gobi_1: Setting Powered False\u000a12:19:01.399696 bus /gobi_1: Setting Powered False\u000a12:19:02.510069 bus /gobi_0: Setting Powered False\u000a12:19:03.614310 bus /gobi_0: Setting Powered False\u000a12:19:04.720733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7154): Process ended prematurely: osmo-stp_10.42.42.5(pid=7154) [trial-2374↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7154)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7154): Process ended prematurely: osmo-stp_10.42.42.5(pid=7154) [trial-2374↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a12:19:05.788907 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:05.800551 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:19:05.932517 tst ping.py: using LAC 28347\u000a12:19:06.051721 tst ping.py: using RAC 42\u000a12:19:06.169573 tst ping.py: using CellId 28347\u000a12:19:06.284010 tst ping.py: using BVCI 28348\u000a12:19:06.306259 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.316754 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.327202 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.338097 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.348857 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.359690 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.370582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:06.381489 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:19:06.655242 tst ping.py:19: start network...\u000a12:19:06.776762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:07.240105 run create_hlr_db(pid=7148): Launched\u000a12:19:07.407404 bus /gobi_6: Setting Powered False\u000a12:19:08.429394 run create_hlr_db(pid=7148): Terminated: ok {rc=0}\u000a12:19:08.818552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7150): Launched\u000a12:19:09.109202 run osmo-hlr_10.42.42.2(pid=7151): Launched\u000a12:19:09.222367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:09.740284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7153): Launched\u000a12:19:10.031961 run osmo-stp_10.42.42.5(pid=7154): Launched\u000a12:19:10.138082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:19:10.644309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7156): Launched\u000a12:19:10.747226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:19:11.001064 run patchelf(pid=7157): Launched\u000a12:19:11.171430 run osmo-stp_10.42.42.5(pid=7154): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7154)]\u000a12:19:11.295688 run osmo-stp_10.42.42.5(pid=7154): stdout: \u000a| (launched: 2022-12-10_12:19:09.888062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:11.420249 run osmo-stp_10.42.42.5(pid=7154): stderr: \u000a| �[0;m�[38;5;43m20221210121910055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121910055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121910056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121910056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:11.540279 run osmo-stp_10.42.42.5(pid=7154): stdout: \u000a| (launched: 2022-12-10_12:19:09.888062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:11.659102 run osmo-stp_10.42.42.5(pid=7154): stderr: \u000a| �[0;m�[38;5;43m20221210121910055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121910055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121910056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121910056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121910058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:11.797692 run patchelf(pid=7157): Terminating (SIGINT)\u000a12:19:11.964813 run patchelf(pid=7157): Terminated: ok {rc=0}\u000a12:19:11.994509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7154): Process ended prematurely: osmo-stp_10.42.42.5(pid=7154) [trial-2374↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7154)] [trial-2374↪gprs:nanobts+band-1900↪ping.py:22]\u000a12:19:12.002813 tst ping.py:22: Test FAILED (6.2 sec)\u000a12:19:12.061898 run osmo-hlr_10.42.42.2(pid=7151): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7151)]\u000a12:19:12.110143 run osmo-hlr_10.42.42.2(pid=7151): stdout: \u000a| (launched: 2022-12-10_12:19:08.966139) \u000a12:19:12.158762 run osmo-hlr_10.42.42.2(pid=7151): stderr: \u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121909140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121909153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121909161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121909161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121909161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:12.200081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7150): Terminating (SIGTERM)\u000a12:19:12.238891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7153): Terminating (SIGTERM)\u000a12:19:12.277611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7156): Terminating (SIGTERM)\u000a12:19:12.286675 --- ParallelTerminationStrategy: PID 7150 died...\u000a12:19:12.339000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7150): Terminated: ok {rc=0}\u000a12:19:12.348465 --- ParallelTerminationStrategy: PID 7153 died...\u000a12:19:12.400352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7153): Terminated: ok {rc=0}\u000a12:19:12.409835 --- ParallelTerminationStrategy: PID 7156 died...\u000a12:19:12.461840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7156): Terminated: ok {rc=0}\u000a12:19:12.543746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7164): Process ended prematurely: osmo-stp_10.42.42.5(pid=7164) [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7164): Process ended prematurely: osmo-stp_10.42.42.5(pid=7164) [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:19:13.595555 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:13.606637 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:19:13.728292 tst ping_idle_ping.py: using LAC 28348\u000a12:19:13.842880 tst ping_idle_ping.py: using RAC 43\u000a12:19:13.966717 tst ping_idle_ping.py: using CellId 28348\u000a12:19:14.088287 tst ping_idle_ping.py: using BVCI 28349\u000a12:19:14.112195 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.123173 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.134162 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.145989 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.158465 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.170097 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.181979 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:19:14.192838 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:19:14.462583 tst ping_idle_ping.py:24: start network...\u000a12:19:14.583845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:15.056045 run create_hlr_db(pid=7158): Launched\u000a12:19:15.239167 bus /gobi_6: Setting Powered False\u000a12:19:16.261764 run create_hlr_db(pid=7158): Terminated: ok {rc=0}\u000a12:19:16.706175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7160): Launched\u000a12:19:17.054392 run osmo-hlr_10.42.42.2(pid=7161): Launched\u000a12:19:17.236482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:17.767419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7163): Launched\u000a12:19:18.059694 run osmo-stp_10.42.42.5(pid=7164): Launched\u000a12:19:18.165162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:19:18.675494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7166): Launched\u000a12:19:18.778979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:19:19.034883 run patchelf(pid=7167): Launched\u000a12:19:19.206261 run osmo-stp_10.42.42.5(pid=7164): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7164)]\u000a12:19:19.331391 run osmo-stp_10.42.42.5(pid=7164): stdout: \u000a| (launched: 2022-12-10_12:19:17.916174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:19.456651 run osmo-stp_10.42.42.5(pid=7164): stderr: \u000a| �[0;m�[38;5;43m20221210121918084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121918084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121918085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121918085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:19.578318 run osmo-stp_10.42.42.5(pid=7164): stdout: \u000a| (launched: 2022-12-10_12:19:17.916174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:19.698373 run osmo-stp_10.42.42.5(pid=7164): stderr: \u000a| �[0;m�[38;5;43m20221210121918084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121918084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121918085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121918085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121918087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:19.838643 run patchelf(pid=7167): Terminating (SIGINT)\u000a12:19:20.002857 run patchelf(pid=7167): Terminated: ok {rc=0}\u000a12:19:20.032672 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7164): Process ended prematurely: osmo-stp_10.42.42.5(pid=7164) [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7164)] [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a12:19:20.041233 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:19:20.100168 run osmo-hlr_10.42.42.2(pid=7161): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7161)]\u000a12:19:20.148335 run osmo-hlr_10.42.42.2(pid=7161): stdout: \u000a| (launched: 2022-12-10_12:19:16.870063) \u000a12:19:20.196750 run osmo-hlr_10.42.42.2(pid=7161): stderr: \u000a| �[0;m�[1;31m20221210121917205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121917205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121917205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121917206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121917206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121917206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121917228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121917236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121917236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121917236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:20.238216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7160): Terminating (SIGTERM)\u000a12:19:20.277314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7163): Terminating (SIGTERM)\u000a12:19:20.316381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7166): Terminating (SIGTERM)\u000a12:19:20.325539 --- ParallelTerminationStrategy: PID 7160 died...\u000a12:19:20.377886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7160): Terminated: ok {rc=0}\u000a12:19:20.387375 --- ParallelTerminationStrategy: PID 7163 died...\u000a12:19:20.439494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7163): Terminated: ok {rc=0}\u000a12:19:20.449090 --- ParallelTerminationStrategy: PID 7166 died...\u000a12:19:20.501558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7166): Terminated: ok {rc=0}\u000a12:19:20.589079 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:18:23" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7182): Process ended prematurely: osmo-stp_10.42.42.5(pid=7182) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7182)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7182): Process ended prematurely: osmo-stp_10.42.42.5(pid=7182) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:19:22.700006 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:22.710724 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:19:22.837018 tst cs_paging_gprs_active.py: using LAC 28349\u000a12:19:22.958077 tst cs_paging_gprs_active.py: using RAC 44\u000a12:19:23.072895 tst cs_paging_gprs_active.py: using CellId 28349\u000a12:19:23.188904 tst cs_paging_gprs_active.py: using BVCI 28350\u000a12:19:23.211536 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.222326 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.232783 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.243316 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.253822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.264359 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.275010 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.285499 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:23.295929 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:23.408078 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:23.681436 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:19:23.803847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:24.109820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Launched\u000a12:19:24.363349 run iperf3-srv_10.42.42.10(pid=7173): Launched\u000a12:19:24.543850 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:19:24.666601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:24.974443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7174): Launched\u000a12:19:25.229996 run iperf3-srv_10.42.42.10(pid=7175): Launched\u000a12:19:25.410466 tst cs_paging_gprs_active.py:38: start network...\u000a12:19:25.533457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:26.008224 run create_hlr_db(pid=7176): Launched\u000a12:19:26.178940 bus /gobi_6: Setting Powered False\u000a12:19:27.200383 run create_hlr_db(pid=7176): Terminated: ok {rc=0}\u000a12:19:27.622980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7178): Launched\u000a12:19:27.941980 run osmo-hlr_10.42.42.2(pid=7179): Launched\u000a12:19:28.061362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:28.615022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7181): Launched\u000a12:19:28.933854 run osmo-stp_10.42.42.5(pid=7182): Launched\u000a12:19:29.050141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:19:29.605018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7184): Launched\u000a12:19:29.718757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:19:29.996278 run patchelf(pid=7185): Launched\u000a12:19:30.182750 run osmo-stp_10.42.42.5(pid=7182): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7182)]\u000a12:19:30.319115 run osmo-stp_10.42.42.5(pid=7182): stdout: \u000a| (launched: 2022-12-10_12:19:28.776875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:30.455655 run osmo-stp_10.42.42.5(pid=7182): stderr: \u000a| �[0;m�[38;5;43m20221210121928967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121928968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121928968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121928968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:30.588280 run osmo-stp_10.42.42.5(pid=7182): stdout: \u000a| (launched: 2022-12-10_12:19:28.776875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:30.718622 run osmo-stp_10.42.42.5(pid=7182): stderr: \u000a| �[0;m�[38;5;43m20221210121928967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121928968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121928968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121928968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:30.872147 run patchelf(pid=7185): Terminating (SIGINT)\u000a12:19:31.055806 run patchelf(pid=7185): Terminated: ok {rc=0}\u000a12:19:31.090090 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7182): Process ended prematurely: osmo-stp_10.42.42.5(pid=7182) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7182)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:19:31.101041 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:19:31.168134 run osmo-hlr_10.42.42.2(pid=7179): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7179)]\u000a12:19:31.221197 run osmo-hlr_10.42.42.2(pid=7179): stdout: \u000a| (launched: 2022-12-10_12:19:27.785277) \u000a12:19:31.275056 run osmo-hlr_10.42.42.2(pid=7179): stderr: \u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121927984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121927997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:31.321341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminating (SIGTERM)\u000a12:19:31.365511 run iperf3-srv_10.42.42.10(pid=7173): Terminating (SIGTERM)\u000a12:19:31.411981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7174): Terminating (SIGTERM)\u000a12:19:31.457437 run iperf3-srv_10.42.42.10(pid=7175): Terminating (SIGTERM)\u000a12:19:31.501523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7178): Terminating (SIGTERM)\u000a12:19:31.547168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7181): Terminating (SIGTERM)\u000a12:19:31.592471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7184): Terminating (SIGTERM)\u000a12:19:31.602706 --- ParallelTerminationStrategy: PID 7172 died...\u000a12:19:31.661134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminated: ok {rc=0}\u000a12:19:31.672034 --- ParallelTerminationStrategy: PID 7173 died...\u000a12:19:31.730295 run iperf3-srv_10.42.42.10(pid=7173): Terminated {rc=256}\u000a12:19:31.741196 --- ParallelTerminationStrategy: PID 7174 died...\u000a12:19:31.799337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7174): Terminated: ok {rc=0}\u000a12:19:31.810324 --- ParallelTerminationStrategy: PID 7175 died...\u000a12:19:31.868200 run iperf3-srv_10.42.42.10(pid=7175): Terminated {rc=256}\u000a12:19:31.879046 --- ParallelTerminationStrategy: PID 7178 died...\u000a12:19:31.937657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7178): Terminated: ok {rc=0}\u000a12:19:31.948533 --- ParallelTerminationStrategy: PID 7181 died...\u000a12:19:32.005664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7181): Terminated: ok {rc=0}\u000a12:19:32.017752 --- ParallelTerminationStrategy: PID 7184 died...\u000a12:19:32.076193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7184): Terminated: ok {rc=0}\u000a12:19:32.165292 bus /gobi_0: Setting Powered False\u000a12:19:33.268570 bus /gobi_0: Setting Powered False\u000a12:19:34.375087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7195): Process ended prematurely: osmo-stp_10.42.42.5(pid=7195) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7195)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7195): Process ended prematurely: osmo-stp_10.42.42.5(pid=7195) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:19:35.489088 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:35.500902 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:19:35.638564 tst iperf3.py: using LAC 28350\u000a12:19:35.763077 tst iperf3.py: using RAC 45\u000a12:19:35.891711 tst iperf3.py: using CellId 28350\u000a12:19:36.016069 tst iperf3.py: using BVCI 28351\u000a12:19:36.040342 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.051610 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.062653 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.074054 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.085260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.096344 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.107789 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.118952 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:36.130266 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:36.417938 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:19:36.551532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:36.881497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7186): Launched\u000a12:19:37.155060 run iperf3-srv_10.42.42.10(pid=7188): Launched\u000a12:19:37.351000 tst iperf3.py:8: start network...\u000a12:19:37.484265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:37.986028 run create_hlr_db(pid=7189): Launched\u000a12:19:38.172130 bus /gobi_6: Setting Powered False\u000a12:19:39.192233 run create_hlr_db(pid=7189): Terminated: ok {rc=0}\u000a12:19:39.593245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7191): Launched\u000a12:19:39.891105 run osmo-hlr_10.42.42.2(pid=7192): Launched\u000a12:19:40.001006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:40.518317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7194): Launched\u000a12:19:40.816387 run osmo-stp_10.42.42.5(pid=7195): Launched\u000a12:19:40.925099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:19:41.444070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7197): Launched\u000a12:19:41.549643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:19:41.809130 run patchelf(pid=7198): Launched\u000a12:19:41.983428 run osmo-stp_10.42.42.5(pid=7195): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7195)]\u000a12:19:42.110352 run osmo-stp_10.42.42.5(pid=7195): stdout: \u000a| (launched: 2022-12-10_12:19:40.669868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:42.238060 run osmo-stp_10.42.42.5(pid=7195): stderr: \u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121940842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:42.360646 run osmo-stp_10.42.42.5(pid=7195): stdout: \u000a| (launched: 2022-12-10_12:19:40.669868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:42.482407 run osmo-stp_10.42.42.5(pid=7195): stderr: \u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121940841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121940842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121940842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:42.624665 run patchelf(pid=7198): Terminating (SIGINT)\u000a12:19:42.791419 run patchelf(pid=7198): Terminated: ok {rc=0}\u000a12:19:42.821997 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7195): Process ended prematurely: osmo-stp_10.42.42.5(pid=7195) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7195)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a12:19:42.831087 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:19:42.889994 run osmo-hlr_10.42.42.2(pid=7192): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7192)]\u000a12:19:42.937884 run osmo-hlr_10.42.42.2(pid=7192): stdout: \u000a| (launched: 2022-12-10_12:19:39.744101) \u000a12:19:42.986447 run osmo-hlr_10.42.42.2(pid=7192): stderr: \u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121939921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121939938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121939949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121939949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121939949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:43.028441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7186): Terminating (SIGTERM)\u000a12:19:43.067719 run iperf3-srv_10.42.42.10(pid=7188): Terminating (SIGTERM)\u000a12:19:43.106777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7191): Terminating (SIGTERM)\u000a12:19:43.145895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7194): Terminating (SIGTERM)\u000a12:19:43.184904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7197): Terminating (SIGTERM)\u000a12:19:43.194153 --- ParallelTerminationStrategy: PID 7186 died...\u000a12:19:43.246701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7186): Terminated: ok {rc=0}\u000a12:19:43.256152 --- ParallelTerminationStrategy: PID 7188 died...\u000a12:19:43.308662 run iperf3-srv_10.42.42.10(pid=7188): Terminated {rc=256}\u000a12:19:43.318254 --- ParallelTerminationStrategy: PID 7191 died...\u000a12:19:43.370900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7191): Terminated: ok {rc=0}\u000a12:19:43.380557 --- ParallelTerminationStrategy: PID 7194 died...\u000a12:19:43.433095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7194): Terminated: ok {rc=0}\u000a12:19:43.442717 --- ParallelTerminationStrategy: PID 7197 died...\u000a12:19:43.495218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7197): Terminated: ok {rc=0}\u000a12:19:43.578325 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7213): Process ended prematurely: osmo-stp_10.42.42.5(pid=7213) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7213)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7213): Process ended prematurely: osmo-stp_10.42.42.5(pid=7213) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:19:44.686768 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:44.698163 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:19:44.825781 tst iperf3m4.py: using LAC 28351\u000a12:19:44.942137 tst iperf3m4.py: using RAC 46\u000a12:19:45.058749 tst iperf3m4.py: using CellId 28351\u000a12:19:45.175293 tst iperf3m4.py: using BVCI 28352\u000a12:19:45.198115 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.209040 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.219851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.230678 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.241339 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.251889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.262786 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.273346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:19:45.284035 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:45.400901 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:45.518304 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:45.637789 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:19:45.920513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:19:46.053599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:46.390895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7199): Launched\u000a12:19:46.718953 run iperf3-srv_10.42.42.10(pid=7200): Launched\u000a12:19:46.936734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:19:47.066824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:47.380589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7201): Launched\u000a12:19:47.637023 run iperf3-srv_10.42.42.10(pid=7202): Launched\u000a12:19:47.818116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:19:47.941475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:48.250009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7203): Launched\u000a12:19:48.505491 run iperf3-srv_10.42.42.10(pid=7204): Launched\u000a12:19:48.686055 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:19:48.810023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:19:49.118705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Launched\u000a12:19:49.373704 run iperf3-srv_10.42.42.10(pid=7206): Launched\u000a12:19:49.553773 tst iperf3m4.py:8: start network...\u000a12:19:49.676826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:50.154355 run create_hlr_db(pid=7207): Launched\u000a12:19:50.325989 bus /gobi_6: Setting Powered False\u000a12:19:51.349156 run create_hlr_db(pid=7207): Terminated: ok {rc=0}\u000a12:19:51.746318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7209): Launched\u000a12:19:52.043150 run osmo-hlr_10.42.42.2(pid=7210): Launched\u000a12:19:52.157480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:52.681316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7212): Launched\u000a12:19:52.977902 run osmo-stp_10.42.42.5(pid=7213): Launched\u000a12:19:53.085899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:19:53.602287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7215): Launched\u000a12:19:53.707523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:19:53.967363 run patchelf(pid=7216): Launched\u000a12:19:54.141656 run osmo-stp_10.42.42.5(pid=7213): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7213)]\u000a12:19:54.268692 run osmo-stp_10.42.42.5(pid=7213): stdout: \u000a| (launched: 2022-12-10_12:19:52.832241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:54.396474 run osmo-stp_10.42.42.5(pid=7213): stderr: \u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121953002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:54.519264 run osmo-stp_10.42.42.5(pid=7213): stdout: \u000a| (launched: 2022-12-10_12:19:52.832241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:54.640464 run osmo-stp_10.42.42.5(pid=7213): stderr: \u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210121953001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210121953002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210121953004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:54.782864 run patchelf(pid=7216): Terminating (SIGINT)\u000a12:19:54.950295 run patchelf(pid=7216): Terminated: ok {rc=0}\u000a12:19:54.981172 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7213): Process ended prematurely: osmo-stp_10.42.42.5(pid=7213) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7213)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:19:54.990322 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a12:19:55.049447 run osmo-hlr_10.42.42.2(pid=7210): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7210)]\u000a12:19:55.097437 run osmo-hlr_10.42.42.2(pid=7210): stdout: \u000a| (launched: 2022-12-10_12:19:51.897290) \u000a12:19:55.146830 run osmo-hlr_10.42.42.2(pid=7210): stderr: \u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210121952076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210121952089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210121952097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210121952098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210121952098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:55.188492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7199): Terminating (SIGTERM)\u000a12:19:55.227415 run iperf3-srv_10.42.42.10(pid=7200): Terminating (SIGTERM)\u000a12:19:55.266398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7201): Terminating (SIGTERM)\u000a12:19:55.305338 run iperf3-srv_10.42.42.10(pid=7202): Terminating (SIGTERM)\u000a12:19:55.344359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7203): Terminating (SIGTERM)\u000a12:19:55.383334 run iperf3-srv_10.42.42.10(pid=7204): Terminating (SIGTERM)\u000a12:19:55.422451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Terminating (SIGTERM)\u000a12:19:55.461420 run iperf3-srv_10.42.42.10(pid=7206): Terminating (SIGTERM)\u000a12:19:55.500537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7209): Terminating (SIGTERM)\u000a12:19:55.539575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7212): Terminating (SIGTERM)\u000a12:19:55.579084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7215): Terminating (SIGTERM)\u000a12:19:55.588334 --- ParallelTerminationStrategy: PID 7199 died...\u000a12:19:55.641053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7199): Terminated: ok {rc=0}\u000a12:19:55.650637 --- ParallelTerminationStrategy: PID 7200 died...\u000a12:19:55.702844 run iperf3-srv_10.42.42.10(pid=7200): Terminated {rc=256}\u000a12:19:55.712370 --- ParallelTerminationStrategy: PID 7201 died...\u000a12:19:55.765359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7201): Terminated: ok {rc=0}\u000a12:19:55.774929 --- ParallelTerminationStrategy: PID 7202 died...\u000a12:19:55.827444 run iperf3-srv_10.42.42.10(pid=7202): Terminated {rc=256}\u000a12:19:55.837063 --- ParallelTerminationStrategy: PID 7203 died...\u000a12:19:55.889216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7203): Terminated: ok {rc=0}\u000a12:19:55.898701 --- ParallelTerminationStrategy: PID 7204 died...\u000a12:19:55.950830 run iperf3-srv_10.42.42.10(pid=7204): Terminated {rc=256}\u000a12:19:55.960409 --- ParallelTerminationStrategy: PID 7205 died...\u000a12:19:56.012679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7205): Terminated: ok {rc=0}\u000a12:19:56.022329 --- ParallelTerminationStrategy: PID 7206 died...\u000a12:19:56.074372 run iperf3-srv_10.42.42.10(pid=7206): Terminated {rc=256}\u000a12:19:56.083888 --- ParallelTerminationStrategy: PID 7209 died...\u000a12:19:56.136251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7209): Terminated: ok {rc=0}\u000a12:19:56.145794 --- ParallelTerminationStrategy: PID 7212 died...\u000a12:19:56.198189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7212): Terminated: ok {rc=0}\u000a12:19:56.207929 --- ParallelTerminationStrategy: PID 7215 died...\u000a12:19:56.260553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7215): Terminated: ok {rc=0}\u000a12:19:56.349491 bus /gobi_4: Setting Powered False\u000a12:19:57.452757 bus /gobi_4: Setting Powered False\u000a12:19:58.558670 bus /gobi_1: Setting Powered False\u000a12:19:59.665017 bus /gobi_1: Setting Powered False\u000a12:20:00.776413 bus /gobi_0: Setting Powered False\u000a12:20:01.878659 bus /gobi_0: Setting Powered False\u000a12:20:02.985775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7226): Process ended prematurely: osmo-stp_10.42.42.5(pid=7226) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7226)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7226): Process ended prematurely: osmo-stp_10.42.42.5(pid=7226) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:20:04.050574 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.061964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:20:04.191069 tst ping.py: using LAC 28352\u000a12:20:04.312250 tst ping.py: using RAC 47\u000a12:20:04.432740 tst ping.py: using CellId 28352\u000a12:20:04.555123 tst ping.py: using BVCI 28353\u000a12:20:04.579705 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.591227 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.603490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.615488 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.626525 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.637894 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.649546 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:04.661018 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:20:04.946889 tst ping.py:19: start network...\u000a12:20:05.077852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:05.571993 run create_hlr_db(pid=7220): Launched\u000a12:20:05.754613 bus /gobi_6: Setting Powered False\u000a12:20:06.763491 run create_hlr_db(pid=7220): Terminated: ok {rc=0}\u000a12:20:07.188877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7222): Launched\u000a12:20:07.504564 run osmo-hlr_10.42.42.2(pid=7223): Launched\u000a12:20:07.621902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:08.169666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7225): Launched\u000a12:20:08.484663 run osmo-stp_10.42.42.5(pid=7226): Launched\u000a12:20:08.599892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:20:09.146605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7228): Launched\u000a12:20:09.259060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:20:09.533139 run patchelf(pid=7229): Launched\u000a12:20:09.717273 run osmo-stp_10.42.42.5(pid=7226): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7226)]\u000a12:20:09.851515 run osmo-stp_10.42.42.5(pid=7226): stdout: \u000a| (launched: 2022-12-10_12:20:08.329615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:09.986503 run osmo-stp_10.42.42.5(pid=7226): stderr: \u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122008519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:10.116482 run osmo-stp_10.42.42.5(pid=7226): stdout: \u000a| (launched: 2022-12-10_12:20:08.329615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:10.245714 run osmo-stp_10.42.42.5(pid=7226): stderr: \u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122008519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122008519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122008522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:10.395482 run patchelf(pid=7229): Terminating (SIGINT)\u000a12:20:10.571282 run patchelf(pid=7229): Terminated: ok {rc=0}\u000a12:20:10.603418 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7226): Process ended prematurely: osmo-stp_10.42.42.5(pid=7226) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7226)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a12:20:10.612626 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:20:10.675378 run osmo-hlr_10.42.42.2(pid=7223): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7223)]\u000a12:20:10.726464 run osmo-hlr_10.42.42.2(pid=7223): stdout: \u000a| (launched: 2022-12-10_12:20:07.348705) \u000a12:20:10.778211 run osmo-hlr_10.42.42.2(pid=7223): stderr: \u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122007544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122007555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122007564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122007564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122007564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:10.822306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7222): Terminating (SIGTERM)\u000a12:20:10.863801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7225): Terminating (SIGTERM)\u000a12:20:10.905703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7228): Terminating (SIGTERM)\u000a12:20:10.915462 --- ParallelTerminationStrategy: PID 7222 died...\u000a12:20:10.971485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7222): Terminated: ok {rc=0}\u000a12:20:10.981767 --- ParallelTerminationStrategy: PID 7225 died...\u000a12:20:11.037058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7225): Terminated: ok {rc=0}\u000a12:20:11.047282 --- ParallelTerminationStrategy: PID 7228 died...\u000a12:20:11.102947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7228): Terminated: ok {rc=0}\u000a12:20:11.189091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:20:12.242078 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.253879 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:20:12.388111 tst ping_idle_ping.py: using LAC 28353\u000a12:20:12.510528 tst ping_idle_ping.py: using RAC 48\u000a12:20:12.633100 tst ping_idle_ping.py: using CellId 28353\u000a12:20:12.750248 tst ping_idle_ping.py: using BVCI 28354\u000a12:20:12.772477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.783480 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.794456 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.805485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.816318 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.827240 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.838241 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:20:12.848863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:20:13.132936 tst ping_idle_ping.py:24: start network...\u000a12:20:13.264456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:13.766502 run create_hlr_db(pid=7230): Launched\u000a12:20:13.950138 bus /gobi_6: Setting Powered False\u000a12:20:14.970171 run create_hlr_db(pid=7230): Terminated: ok {rc=0}\u000a12:20:15.389628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Launched\u000a12:20:15.706273 run osmo-hlr_10.42.42.2(pid=7233): Launched\u000a12:20:15.824209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:16.412429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Launched\u000a12:20:16.850250 run osmo-stp_10.42.42.5(pid=7236): Launched\u000a12:20:17.066274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:20:17.618636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Launched\u000a12:20:17.731398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:20:18.005436 run patchelf(pid=7239): Launched\u000a12:20:18.189476 run osmo-stp_10.42.42.5(pid=7236): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]\u000a12:20:18.324222 run osmo-stp_10.42.42.5(pid=7236): stdout: \u000a| (launched: 2022-12-10_12:20:16.574830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:18.459165 run osmo-stp_10.42.42.5(pid=7236): stderr: \u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122016788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:18.590135 run osmo-stp_10.42.42.5(pid=7236): stdout: \u000a| (launched: 2022-12-10_12:20:16.574830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:18.719678 run osmo-stp_10.42.42.5(pid=7236): stderr: \u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122016788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122016788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122016789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:18.870362 run patchelf(pid=7239): Terminating (SIGINT)\u000a12:20:19.046910 run patchelf(pid=7239): Terminated: ok {rc=0}\u000a12:20:19.078950 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:20:19.087964 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:20:19.150972 run osmo-hlr_10.42.42.2(pid=7233): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7233)]\u000a12:20:19.201938 run osmo-hlr_10.42.42.2(pid=7233): stdout: \u000a| (launched: 2022-12-10_12:20:15.550245) \u000a12:20:19.253347 run osmo-hlr_10.42.42.2(pid=7233): stderr: \u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122015748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122015760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122015768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122015769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:19.297136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Terminating (SIGTERM)\u000a12:20:19.339637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Terminating (SIGTERM)\u000a12:20:19.381271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Terminating (SIGTERM)\u000a12:20:19.391131 --- ParallelTerminationStrategy: PID 7232 died...\u000a12:20:19.447197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Terminated: ok {rc=0}\u000a12:20:19.457290 --- ParallelTerminationStrategy: PID 7235 died...\u000a12:20:19.513098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Terminated: ok {rc=0}\u000a12:20:19.523194 --- ParallelTerminationStrategy: PID 7238 died...\u000a12:20:19.579166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Terminated: ok {rc=0}\u000a12:20:19.665329 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:19:22" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:20:21.777492 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:21.788098 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:20:21.942817 tst cs_paging_gprs_active.py: using LAC 28354\u000a12:20:22.066944 tst cs_paging_gprs_active.py: using RAC 49\u000a12:20:22.185782 tst cs_paging_gprs_active.py: using CellId 28354\u000a12:20:22.301513 tst cs_paging_gprs_active.py: using BVCI 28355\u000a12:20:22.324229 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.335012 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.345976 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.357277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.368406 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.379536 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.390760 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.401789 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:22.413021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:22.531123 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:22.807161 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:20:22.931310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:23.239156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7243): Launched\u000a12:20:23.495087 run iperf3-srv_10.42.42.10(pid=7244): Launched\u000a12:20:23.676382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:20:23.799957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:24.107206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Launched\u000a12:20:24.362945 run iperf3-srv_10.42.42.10(pid=7246): Launched\u000a12:20:24.544192 tst cs_paging_gprs_active.py:38: start network...\u000a12:20:24.667890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:25.145272 run create_hlr_db(pid=7247): Launched\u000a12:20:25.316923 bus /gobi_6: Setting Powered False\u000a12:20:26.338843 run create_hlr_db(pid=7247): Terminated: ok {rc=0}\u000a12:20:26.763268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Launched\u000a12:20:27.084403 run osmo-hlr_10.42.42.2(pid=7250): Launched\u000a12:20:27.203395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:27.758978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Launched\u000a12:20:28.078979 run osmo-stp_10.42.42.5(pid=7253): Launched\u000a12:20:28.195039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:20:28.751639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Launched\u000a12:20:28.865587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:20:29.142857 run patchelf(pid=7256): Launched\u000a12:20:29.330018 run osmo-stp_10.42.42.5(pid=7253): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]\u000a12:20:29.467305 run osmo-stp_10.42.42.5(pid=7253): stdout: \u000a| (launched: 2022-12-10_12:20:27.921690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:29.605069 run osmo-stp_10.42.42.5(pid=7253): stderr: \u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122028114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:29.737247 run osmo-stp_10.42.42.5(pid=7253): stdout: \u000a| (launched: 2022-12-10_12:20:27.921690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:29.868224 run osmo-stp_10.42.42.5(pid=7253): stderr: \u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122028114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122028114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122028115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:30.020864 run patchelf(pid=7256): Terminating (SIGINT)\u000a12:20:30.199822 run patchelf(pid=7256): Terminated: ok {rc=0}\u000a12:20:30.232559 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:20:30.242444 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:20:30.305547 run osmo-hlr_10.42.42.2(pid=7250): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7250)]\u000a12:20:30.356883 run osmo-hlr_10.42.42.2(pid=7250): stdout: \u000a| (launched: 2022-12-10_12:20:26.926587) \u000a12:20:30.408757 run osmo-hlr_10.42.42.2(pid=7250): stderr: \u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122027123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122027135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122027143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122027143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122027143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:30.452653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7243): Terminating (SIGTERM)\u000a12:20:30.494340 run iperf3-srv_10.42.42.10(pid=7244): Terminating (SIGTERM)\u000a12:20:30.536332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Terminating (SIGTERM)\u000a12:20:30.578594 run iperf3-srv_10.42.42.10(pid=7246): Terminating (SIGTERM)\u000a12:20:30.620411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Terminating (SIGTERM)\u000a12:20:30.662145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Terminating (SIGTERM)\u000a12:20:30.704236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Terminating (SIGTERM)\u000a12:20:30.713985 --- ParallelTerminationStrategy: PID 7243 died...\u000a12:20:30.769595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7243): Terminated: ok {rc=0}\u000a12:20:30.779814 --- ParallelTerminationStrategy: PID 7244 died...\u000a12:20:30.835345 run iperf3-srv_10.42.42.10(pid=7244): Terminated {rc=256}\u000a12:20:30.848337 --- ParallelTerminationStrategy: PID 7245 died...\u000a12:20:30.913387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Terminated: ok {rc=0}\u000a12:20:30.923972 --- ParallelTerminationStrategy: PID 7246 died...\u000a12:20:30.980243 run iperf3-srv_10.42.42.10(pid=7246): Terminated {rc=256}\u000a12:20:30.990651 --- ParallelTerminationStrategy: PID 7249 died...\u000a12:20:31.047374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Terminated: ok {rc=0}\u000a12:20:31.057913 --- ParallelTerminationStrategy: PID 7252 died...\u000a12:20:31.114870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Terminated: ok {rc=0}\u000a12:20:31.125468 --- ParallelTerminationStrategy: PID 7255 died...\u000a12:20:31.182204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Terminated: ok {rc=0}\u000a12:20:31.270531 bus /gobi_0: Setting Powered False\u000a12:20:32.371965 bus /gobi_0: Setting Powered False\u000a12:20:33.483284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7265): Process ended prematurely: osmo-stp_10.42.42.5(pid=7265) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7265)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7265): Process ended prematurely: osmo-stp_10.42.42.5(pid=7265) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:20:34.592095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:34.603767 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:20:34.749898 tst iperf3.py: using LAC 28355\u000a12:20:34.865503 tst iperf3.py: using RAC 50\u000a12:20:34.982342 tst iperf3.py: using CellId 28355\u000a12:20:35.097439 tst iperf3.py: using BVCI 28356\u000a12:20:35.120065 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.131104 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.141971 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.152706 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.163427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.174262 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.185091 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.195740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:35.206890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:35.497229 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:20:35.631135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:35.961345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Launched\u000a12:20:36.234396 run iperf3-srv_10.42.42.10(pid=7258): Launched\u000a12:20:36.430367 tst iperf3.py:8: start network...\u000a12:20:36.564182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:37.066288 run create_hlr_db(pid=7259): Launched\u000a12:20:37.251290 bus /gobi_6: Setting Powered False\u000a12:20:38.272556 run create_hlr_db(pid=7259): Terminated: ok {rc=0}\u000a12:20:38.672442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7261): Launched\u000a12:20:38.969060 run osmo-hlr_10.42.42.2(pid=7262): Launched\u000a12:20:39.081423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:39.597900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7264): Launched\u000a12:20:39.896158 run osmo-stp_10.42.42.5(pid=7265): Launched\u000a12:20:40.005349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:20:40.522655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7267): Launched\u000a12:20:40.628124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:20:40.887593 run patchelf(pid=7268): Launched\u000a12:20:41.061498 run osmo-stp_10.42.42.5(pid=7265): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7265)]\u000a12:20:41.188333 run osmo-stp_10.42.42.5(pid=7265): stdout: \u000a| (launched: 2022-12-10_12:20:39.749064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:41.315527 run osmo-stp_10.42.42.5(pid=7265): stderr: \u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122039919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:41.438259 run osmo-stp_10.42.42.5(pid=7265): stdout: \u000a| (launched: 2022-12-10_12:20:39.749064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:41.560153 run osmo-stp_10.42.42.5(pid=7265): stderr: \u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122039919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122039919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:41.703440 run patchelf(pid=7268): Terminating (SIGINT)\u000a12:20:41.870034 run patchelf(pid=7268): Terminated: ok {rc=0}\u000a12:20:41.901003 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7265): Process ended prematurely: osmo-stp_10.42.42.5(pid=7265) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7265)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:20:41.910083 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a12:20:41.969092 run osmo-hlr_10.42.42.2(pid=7262): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7262)]\u000a12:20:42.017214 run osmo-hlr_10.42.42.2(pid=7262): stdout: \u000a| (launched: 2022-12-10_12:20:38.823649) \u000a12:20:42.066085 run osmo-hlr_10.42.42.2(pid=7262): stderr: \u000a| �[0;m�[1;31m20221210122039000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122039000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122039000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122039000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122039001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122039001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122039012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122039023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122039023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122039023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:42.107665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Terminating (SIGTERM)\u000a12:20:42.146735 run iperf3-srv_10.42.42.10(pid=7258): Terminating (SIGTERM)\u000a12:20:42.185862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7261): Terminating (SIGTERM)\u000a12:20:42.224803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7264): Terminating (SIGTERM)\u000a12:20:42.263787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7267): Terminating (SIGTERM)\u000a12:20:42.272902 --- ParallelTerminationStrategy: PID 7257 died...\u000a12:20:42.325519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Terminated: ok {rc=0}\u000a12:20:42.335100 --- ParallelTerminationStrategy: PID 7258 died...\u000a12:20:42.387038 run iperf3-srv_10.42.42.10(pid=7258): Terminated {rc=256}\u000a12:20:42.396800 --- ParallelTerminationStrategy: PID 7261 died...\u000a12:20:42.448851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7261): Terminated: ok {rc=0}\u000a12:20:42.458302 --- ParallelTerminationStrategy: PID 7264 died...\u000a12:20:42.510317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7264): Terminated: ok {rc=0}\u000a12:20:42.519868 --- ParallelTerminationStrategy: PID 7267 died...\u000a12:20:42.572407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7267): Terminated: ok {rc=0}\u000a12:20:42.660391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7283): Process ended prematurely: osmo-stp_10.42.42.5(pid=7283) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7283)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7283): Process ended prematurely: osmo-stp_10.42.42.5(pid=7283) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:20:43.771243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:43.782741 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:20:43.928807 tst iperf3m4.py: using LAC 28356\u000a12:20:44.046363 tst iperf3m4.py: using RAC 51\u000a12:20:44.166632 tst iperf3m4.py: using CellId 28356\u000a12:20:44.281659 tst iperf3m4.py: using BVCI 28357\u000a12:20:44.304188 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.315014 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.325660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.336230 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.346754 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.357322 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.367931 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.378463 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:20:44.389155 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:44.506869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:44.628168 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:44.742698 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:20:45.018000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:20:45.141551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:45.450020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7269): Launched\u000a12:20:45.706558 run iperf3-srv_10.42.42.10(pid=7270): Launched\u000a12:20:45.895115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:20:46.021088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:46.355293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7271): Launched\u000a12:20:46.638402 run iperf3-srv_10.42.42.10(pid=7272): Launched\u000a12:20:46.823900 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:20:46.950288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:47.277235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Launched\u000a12:20:47.533481 run iperf3-srv_10.42.42.10(pid=7274): Launched\u000a12:20:47.714577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:20:47.838449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:20:48.146610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Launched\u000a12:20:48.401576 run iperf3-srv_10.42.42.10(pid=7276): Launched\u000a12:20:48.581677 tst iperf3m4.py:8: start network...\u000a12:20:48.704591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:49.181948 run create_hlr_db(pid=7277): Launched\u000a12:20:49.353506 bus /gobi_6: Setting Powered False\u000a12:20:50.374984 run create_hlr_db(pid=7277): Terminated: ok {rc=0}\u000a12:20:50.771274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7279): Launched\u000a12:20:51.068649 run osmo-hlr_10.42.42.2(pid=7280): Launched\u000a12:20:51.177213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:51.694937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7282): Launched\u000a12:20:51.993469 run osmo-stp_10.42.42.5(pid=7283): Launched\u000a12:20:52.101072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:20:52.617470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7285): Launched\u000a12:20:52.722357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:20:52.981006 run patchelf(pid=7286): Launched\u000a12:20:53.155107 run osmo-stp_10.42.42.5(pid=7283): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7283)]\u000a12:20:53.282357 run osmo-stp_10.42.42.5(pid=7283): stdout: \u000a| (launched: 2022-12-10_12:20:51.846272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:53.410178 run osmo-stp_10.42.42.5(pid=7283): stderr: \u000a| �[0;m�[38;5;43m20221210122052016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122052018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122052018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122052019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:53.532839 run osmo-stp_10.42.42.5(pid=7283): stdout: \u000a| (launched: 2022-12-10_12:20:51.846272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:53.655843 run osmo-stp_10.42.42.5(pid=7283): stderr: \u000a| �[0;m�[38;5;43m20221210122052016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122052018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122052018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122052019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122052019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:53.798388 run patchelf(pid=7286): Terminating (SIGINT)\u000a12:20:53.965877 run patchelf(pid=7286): Terminated: ok {rc=0}\u000a12:20:53.996602 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7283): Process ended prematurely: osmo-stp_10.42.42.5(pid=7283) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7283)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:20:54.005791 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a12:20:54.065082 run osmo-hlr_10.42.42.2(pid=7280): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7280)]\u000a12:20:54.113440 run osmo-hlr_10.42.42.2(pid=7280): stdout: \u000a| (launched: 2022-12-10_12:20:50.922632) \u000a12:20:54.162426 run osmo-hlr_10.42.42.2(pid=7280): stderr: \u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122051100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122051112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122051121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122051121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122051121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:54.204102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7269): Terminating (SIGTERM)\u000a12:20:54.243418 run iperf3-srv_10.42.42.10(pid=7270): Terminating (SIGTERM)\u000a12:20:54.282678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7271): Terminating (SIGTERM)\u000a12:20:54.321762 run iperf3-srv_10.42.42.10(pid=7272): Terminating (SIGTERM)\u000a12:20:54.360879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Terminating (SIGTERM)\u000a12:20:54.399945 run iperf3-srv_10.42.42.10(pid=7274): Terminating (SIGTERM)\u000a12:20:54.439190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Terminating (SIGTERM)\u000a12:20:54.478131 run iperf3-srv_10.42.42.10(pid=7276): Terminating (SIGTERM)\u000a12:20:54.517213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7279): Terminating (SIGTERM)\u000a12:20:54.556252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7282): Terminating (SIGTERM)\u000a12:20:54.595346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7285): Terminating (SIGTERM)\u000a12:20:54.604501 --- ParallelTerminationStrategy: PID 7269 died...\u000a12:20:54.657169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7269): Terminated: ok {rc=0}\u000a12:20:54.666645 --- ParallelTerminationStrategy: PID 7270 died...\u000a12:20:54.718865 run iperf3-srv_10.42.42.10(pid=7270): Terminated {rc=256}\u000a12:20:54.728320 --- ParallelTerminationStrategy: PID 7271 died...\u000a12:20:54.780462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7271): Terminated: ok {rc=0}\u000a12:20:54.790002 --- ParallelTerminationStrategy: PID 7272 died...\u000a12:20:54.842573 run iperf3-srv_10.42.42.10(pid=7272): Terminated {rc=256}\u000a12:20:54.852000 --- ParallelTerminationStrategy: PID 7273 died...\u000a12:20:54.904261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7273): Terminated: ok {rc=0}\u000a12:20:54.913850 --- ParallelTerminationStrategy: PID 7274 died...\u000a12:20:54.966251 run iperf3-srv_10.42.42.10(pid=7274): Terminated {rc=256}\u000a12:20:54.975740 --- ParallelTerminationStrategy: PID 7275 died...\u000a12:20:55.028256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7275): Terminated: ok {rc=0}\u000a12:20:55.037859 --- ParallelTerminationStrategy: PID 7276 died...\u000a12:20:55.090786 run iperf3-srv_10.42.42.10(pid=7276): Terminated {rc=256}\u000a12:20:55.100306 --- ParallelTerminationStrategy: PID 7279 died...\u000a12:20:55.153239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7279): Terminated: ok {rc=0}\u000a12:20:55.162830 --- ParallelTerminationStrategy: PID 7282 died...\u000a12:20:55.215582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7282): Terminated: ok {rc=0}\u000a12:20:55.225260 --- ParallelTerminationStrategy: PID 7285 died...\u000a12:20:55.277738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7285): Terminated: ok {rc=0}\u000a12:20:55.360547 bus /gobi_4: Setting Powered False\u000a12:20:56.462339 bus /gobi_4: Setting Powered False\u000a12:20:57.574603 bus /gobi_1: Setting Powered False\u000a12:20:58.675606 bus /gobi_1: Setting Powered False\u000a12:20:59.781175 bus /gobi_0: Setting Powered False\u000a12:21:00.889834 bus /gobi_0: Setting Powered False\u000a12:21:02.017143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7293): Process ended prematurely: osmo-stp_10.42.42.5(pid=7293) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7293)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7293): Process ended prematurely: osmo-stp_10.42.42.5(pid=7293) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:21:03.086467 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.098647 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:21:03.249835 tst ping.py: using LAC 28357\u000a12:21:03.365579 tst ping.py: using RAC 52\u000a12:21:03.484400 tst ping.py: using CellId 28357\u000a12:21:03.598289 tst ping.py: using BVCI 28358\u000a12:21:03.620516 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.631420 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.642065 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.652662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.663589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.674388 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.685208 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:03.695732 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:21:03.980392 tst ping.py:19: start network...\u000a12:21:04.111925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:04.606118 run create_hlr_db(pid=7287): Launched\u000a12:21:04.789291 bus /gobi_6: Setting Powered False\u000a12:21:05.810627 run create_hlr_db(pid=7287): Terminated: ok {rc=0}\u000a12:21:06.203583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7289): Launched\u000a12:21:06.495692 run osmo-hlr_10.42.42.2(pid=7290): Launched\u000a12:21:06.611415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:07.131270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7292): Launched\u000a12:21:07.422553 run osmo-stp_10.42.42.5(pid=7293): Launched\u000a12:21:07.528541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:21:08.036355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7295): Launched\u000a12:21:08.139254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:21:08.391924 run patchelf(pid=7296): Launched\u000a12:21:08.562346 run osmo-stp_10.42.42.5(pid=7293): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7293)]\u000a12:21:08.686717 run osmo-stp_10.42.42.5(pid=7293): stdout: \u000a| (launched: 2022-12-10_12:21:07.279080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:08.811033 run osmo-stp_10.42.42.5(pid=7293): stderr: \u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122107449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:08.930836 run osmo-stp_10.42.42.5(pid=7293): stdout: \u000a| (launched: 2022-12-10_12:21:07.279080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:09.050080 run osmo-stp_10.42.42.5(pid=7293): stderr: \u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122107448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122107449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122107451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:09.189122 run patchelf(pid=7296): Terminating (SIGINT)\u000a12:21:09.352100 run patchelf(pid=7296): Terminated: ok {rc=0}\u000a12:21:09.381790 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7293): Process ended prematurely: osmo-stp_10.42.42.5(pid=7293) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7293)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:21:09.390163 tst ping.py:22: Test FAILED (6.3 sec)\u000a12:21:09.448830 run osmo-hlr_10.42.42.2(pid=7290): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7290)]\u000a12:21:09.496613 run osmo-hlr_10.42.42.2(pid=7290): stdout: \u000a| (launched: 2022-12-10_12:21:06.351924) \u000a12:21:09.544871 run osmo-hlr_10.42.42.2(pid=7290): stderr: \u000a| �[0;m�[1;31m20221210122106525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122106525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122106525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122106526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122106526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122106526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122106538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122106546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122106546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122106547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:09.585898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7289): Terminating (SIGTERM)\u000a12:21:09.624462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7292): Terminating (SIGTERM)\u000a12:21:09.663179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7295): Terminating (SIGTERM)\u000a12:21:09.672218 --- ParallelTerminationStrategy: PID 7289 died...\u000a12:21:09.724896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7289): Terminated: ok {rc=0}\u000a12:21:09.734423 --- ParallelTerminationStrategy: PID 7292 died...\u000a12:21:09.786303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7292): Terminated: ok {rc=0}\u000a12:21:09.795639 --- ParallelTerminationStrategy: PID 7295 died...\u000a12:21:09.847383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7295): Terminated: ok {rc=0}\u000a12:21:09.934675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:21:10.986124 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:10.998118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:21:11.142486 tst ping_idle_ping.py: using LAC 28358\u000a12:21:11.256772 tst ping_idle_ping.py: using RAC 53\u000a12:21:11.372809 tst ping_idle_ping.py: using CellId 28358\u000a12:21:11.488111 tst ping_idle_ping.py: using BVCI 28359\u000a12:21:11.510317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.521137 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.531730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.542387 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.552885 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.563483 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.574157 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:21:11.584755 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:21:11.872345 tst ping_idle_ping.py:24: start network...\u000a12:21:12.004835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:12.501115 run create_hlr_db(pid=7297): Launched\u000a12:21:12.684656 bus /gobi_6: Setting Powered False\u000a12:21:13.706079 run create_hlr_db(pid=7297): Terminated: ok {rc=0}\u000a12:21:14.101463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Launched\u000a12:21:14.394809 run osmo-hlr_10.42.42.2(pid=7300): Launched\u000a12:21:14.501472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:15.009782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Launched\u000a12:21:15.303024 run osmo-stp_10.42.42.5(pid=7303): Launched\u000a12:21:15.409970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:21:15.948250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7305): Launched\u000a12:21:16.054973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:21:16.333797 run patchelf(pid=7306): Launched\u000a12:21:16.509375 run osmo-stp_10.42.42.5(pid=7303): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)]\u000a12:21:16.637621 run osmo-stp_10.42.42.5(pid=7303): stdout: \u000a| (launched: 2022-12-10_12:21:15.157918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:16.765842 run osmo-stp_10.42.42.5(pid=7303): stderr: \u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122115326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:16.889607 run osmo-stp_10.42.42.5(pid=7303): stdout: \u000a| (launched: 2022-12-10_12:21:15.157918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:17.012515 run osmo-stp_10.42.42.5(pid=7303): stderr: \u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122115326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122115326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122115327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:17.155523 run patchelf(pid=7306): Terminating (SIGINT)\u000a12:21:17.321130 run patchelf(pid=7306): Terminated: ok {rc=0}\u000a12:21:17.351185 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7303): Process ended prematurely: osmo-stp_10.42.42.5(pid=7303) [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7303)] [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:21:17.359850 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:21:17.419534 run osmo-hlr_10.42.42.2(pid=7300): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7300)]\u000a12:21:17.468269 run osmo-hlr_10.42.42.2(pid=7300): stdout: \u000a| (launched: 2022-12-10_12:21:14.249976) \u000a12:21:17.518885 run osmo-hlr_10.42.42.2(pid=7300): stderr: \u000a| �[0;m�[1;31m20221210122114426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122114426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122114426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122114426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122114427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122114427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122114442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122114452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122114452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122114452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:17.560704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Terminating (SIGTERM)\u000a12:21:17.600047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Terminating (SIGTERM)\u000a12:21:17.639424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7305): Terminating (SIGTERM)\u000a12:21:17.648241 --- ParallelTerminationStrategy: PID 7299 died...\u000a12:21:17.700716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7299): Terminated: ok {rc=0}\u000a12:21:17.710322 --- ParallelTerminationStrategy: PID 7302 died...\u000a12:21:17.763421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7302): Terminated: ok {rc=0}\u000a12:21:17.773357 --- ParallelTerminationStrategy: PID 7305 died...\u000a12:21:17.826523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7305): Terminated: ok {rc=0}\u000a12:21:17.914601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:20:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7317): Process ended prematurely: osmo-stp_10.42.42.5(pid=7317) [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7317)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7317): Process ended prematurely: osmo-stp_10.42.42.5(pid=7317) [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:21:19.908813 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:19.920263 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:21:20.062917 tst switch_tch_pdch.py: using LAC 28359\u000a12:21:20.179525 tst switch_tch_pdch.py: using RAC 54\u000a12:21:20.295142 tst switch_tch_pdch.py: using CellId 28359\u000a12:21:20.408532 tst switch_tch_pdch.py: using BVCI 28360\u000a12:21:20.430726 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.442097 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.453323 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.464544 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.475748 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.486957 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.498198 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:21:20.509460 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:20.627502 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:20.895654 tst switch_tch_pdch.py:51: start network...\u000a12:21:21.015775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:21.483127 run create_hlr_db(pid=7311): Launched\u000a12:21:21.651675 bus /gobi_6: Setting Powered False\u000a12:21:22.684901 run create_hlr_db(pid=7311): Terminated: ok {rc=0}\u000a12:21:23.077338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7313): Launched\u000a12:21:23.369411 run osmo-hlr_10.42.42.2(pid=7314): Launched\u000a12:21:23.481999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:23.995639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7316): Launched\u000a12:21:24.285920 run osmo-stp_10.42.42.5(pid=7317): Launched\u000a12:21:24.391762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:21:24.901347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7319): Launched\u000a12:21:25.005415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:21:25.259982 run patchelf(pid=7320): Launched\u000a12:21:25.430833 run osmo-stp_10.42.42.5(pid=7317): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7317)]\u000a12:21:25.555281 run osmo-stp_10.42.42.5(pid=7317): stdout: \u000a| (launched: 2022-12-10_12:21:24.142999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:25.680191 run osmo-stp_10.42.42.5(pid=7317): stderr: \u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122124314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:25.801089 run osmo-stp_10.42.42.5(pid=7317): stdout: \u000a| (launched: 2022-12-10_12:21:24.142999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:25.921963 run osmo-stp_10.42.42.5(pid=7317): stderr: \u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122124313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122124314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122124314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:26.061141 run patchelf(pid=7320): Terminating (SIGINT)\u000a12:21:26.224569 run patchelf(pid=7320): Terminated: ok {rc=0}\u000a12:21:26.254370 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7317): Process ended prematurely: osmo-stp_10.42.42.5(pid=7317) [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7317)] [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:21:26.262968 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a12:21:26.321987 run osmo-hlr_10.42.42.2(pid=7314): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7314)]\u000a12:21:26.370060 run osmo-hlr_10.42.42.2(pid=7314): stdout: \u000a| (launched: 2022-12-10_12:21:23.225214) \u000a12:21:26.418860 run osmo-hlr_10.42.42.2(pid=7314): stderr: \u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122123400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122123411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122123420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122123420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122123420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:26.460067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7313): Terminating (SIGTERM)\u000a12:21:26.499152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7316): Terminating (SIGTERM)\u000a12:21:26.538321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7319): Terminating (SIGTERM)\u000a12:21:26.547453 --- ParallelTerminationStrategy: PID 7313 died...\u000a12:21:26.600253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7313): Terminated: ok {rc=0}\u000a12:21:26.610000 --- ParallelTerminationStrategy: PID 7316 died...\u000a12:21:26.662304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7316): Terminated: ok {rc=0}\u000a12:21:26.671718 --- ParallelTerminationStrategy: PID 7319 died...\u000a12:21:26.724081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7319): Terminated: ok {rc=0}\u000a12:21:26.806979 bus /gobi_0: Setting Powered False\u000a12:21:27.913022 bus /gobi_0: Setting Powered False\u000a12:21:29.019023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7331): Process ended prematurely: osmo-stp_10.42.42.5(pid=7331) [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7331)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7331): Process ended prematurely: osmo-stp_10.42.42.5(pid=7331) [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:21:30.991716 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.002775 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:21:31.172613 tst mo_mt_sms.py: using LAC 28360\u000a12:21:31.288511 tst mo_mt_sms.py: using RAC 55\u000a12:21:31.405969 tst mo_mt_sms.py: using CellId 28360\u000a12:21:31.550037 tst mo_mt_sms.py: using BVCI 28361\u000a12:21:31.581127 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.597877 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.611878 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.624731 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.637679 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:31.650792 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:21:31.770081 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:21:31.982533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:32.487313 run create_hlr_db(pid=7325): Launched\u000a12:21:32.671135 bus /gobi_6: Setting Powered False\u000a12:21:33.690479 run create_hlr_db(pid=7325): Terminated: ok {rc=0}\u000a12:21:34.107788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7327): Launched\u000a12:21:34.422674 run osmo-hlr_10.42.42.2(pid=7328): Launched\u000a12:21:34.540137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:35.085210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7330): Launched\u000a12:21:35.398739 run osmo-stp_10.42.42.5(pid=7331): Launched\u000a12:21:35.513313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:36.086355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7333): Launched\u000a12:21:36.402121 run osmo-msc_10.42.42.6(pid=7334): Launched\u000a12:21:36.586861 run osmo-stp_10.42.42.5(pid=7331): ERR: Terminated: ERROR {rc=1} [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7331)]\u000a12:21:36.720569 run osmo-stp_10.42.42.5(pid=7331): stdout: \u000a| (launched: 2022-12-10_12:21:35.244512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:36.853194 run osmo-stp_10.42.42.5(pid=7331): stderr: \u000a| �[0;m�[38;5;43m20221210122135434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122135435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122135435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122135435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122135437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122135438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122135438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:36.979655 run osmo-stp_10.42.42.5(pid=7331): stdout: \u000a| (launched: 2022-12-10_12:21:35.244512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:37.105244 run osmo-stp_10.42.42.5(pid=7331): stderr: \u000a| �[0;m�[38;5;43m20221210122135434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122135435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122135435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122135435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122135437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122135438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122135438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:37.159788 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7331): Process ended prematurely: osmo-stp_10.42.42.5(pid=7331) [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7331)] [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a12:21:37.168293 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a12:21:37.231220 run osmo-hlr_10.42.42.2(pid=7328): ERR: Terminated: ERROR {rc=237} [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7328)]\u000a12:21:37.282398 run osmo-hlr_10.42.42.2(pid=7328): stdout: \u000a| (launched: 2022-12-10_12:21:34.267486) \u000a12:21:37.333877 run osmo-hlr_10.42.42.2(pid=7328): stderr: \u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122134465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122134478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122134487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122134487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:37.404136 run osmo-msc_10.42.42.6(pid=7334): ERR: Terminated: ERROR {rc=2} [trial-2374↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7334)]\u000a12:21:37.454947 run osmo-msc_10.42.42.6(pid=7334): stdout: \u000a| (launched: 2022-12-10_12:21:36.246588) \u000a12:21:37.506378 run osmo-msc_10.42.42.6(pid=7334): stderr: \u000a| �[0;m�[38;5;43m20221210122136567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122136567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab37526c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122136567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122136567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122136567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122136567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122136569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122136570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122136570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122136570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:37.550008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7327): Terminating (SIGTERM)\u000a12:21:37.591668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7330): Terminating (SIGTERM)\u000a12:21:37.633536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7333): Terminating (SIGTERM)\u000a12:21:37.643428 --- ParallelTerminationStrategy: PID 7327 died...\u000a12:21:37.698828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7327): Terminated: ok {rc=0}\u000a12:21:37.709061 --- ParallelTerminationStrategy: PID 7330 died...\u000a12:21:37.764269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7330): Terminated: ok {rc=0}\u000a12:21:37.774221 --- ParallelTerminationStrategy: PID 7333 died...\u000a12:21:37.829140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7333): Terminated: ok {rc=0}\u000a12:21:37.916425 bus /sierra_3: Setting Powered False\u000a12:21:39.018420 bus /sierra_3: Setting Powered False\u000a12:21:40.129613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:21:30" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7340) [trial-2374↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7340)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7340) [trial-2374↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:21:41.966332 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a12:21:41.977045 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:21:42.109405 tst assert_extension.py: using LAC 28361\u000a12:21:42.224296 tst assert_extension.py: using RAC 56\u000a12:21:42.349138 tst assert_extension.py: using CellId 28361\u000a12:21:42.464224 tst assert_extension.py: using BVCI 28362\u000a12:21:42.486559 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:21:42.770071 tst assert_extension.py:10: start nitb and bts...\u000a12:21:42.901240 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:21:43.549382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7339): Launched\u000a12:21:43.859715 run osmo-nitb_10.42.42.2(pid=7340): Launched\u000a12:21:44.051604 run osmo-nitb_10.42.42.2(pid=7340): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7340)]\u000a12:21:44.193137 run osmo-nitb_10.42.42.2(pid=7340): stdout: \u000a| (launched: 2022-12-10_12:21:43.709841) \u000a12:21:44.335174 run osmo-nitb_10.42.42.2(pid=7340): stderr: \u000a| (launched: 2022-12-10_12:21:43.756175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:21:44.472610 run osmo-nitb_10.42.42.2(pid=7340): stdout: \u000a| (launched: 2022-12-10_12:21:43.709841) \u000a12:21:44.609415 run osmo-nitb_10.42.42.2(pid=7340): stderr: \u000a| (launched: 2022-12-10_12:21:43.756175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:21:44.985787 tst osmo-nitb_10.42.42.2(pid=7340): stdout: \u000a| (launched: 2022-12-10_12:21:43.709841) \u000a12:21:45.111342 tst osmo-nitb_10.42.42.2(pid=7340): stderr: \u000a| (launched: 2022-12-10_12:21:43.756175)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:21:45.166460 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7340): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7340) [trial-2374↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7340)] [trial-2374↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a12:21:45.174934 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:21:45.211435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7339): Terminating (SIGTERM)\u000a12:21:45.389147 --- ParallelTerminationStrategy: PID 7339 died...\u000a12:21:45.446173 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7339): Terminated: ok {rc=0}\u000a12:21:45.531881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2374↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2374↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:21:47.429757 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.440644 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:21:47.571759 tst assert_extension.py: using LAC 28362\u000a12:21:47.686846 tst assert_extension.py: using RAC 57\u000a12:21:47.807438 tst assert_extension.py: using CellId 28362\u000a12:21:47.920861 tst assert_extension.py: using BVCI 28363\u000a12:21:47.943104 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.953766 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.964253 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.975365 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.986227 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:21:47.997480 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:21:48.201671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:48.693767 run create_hlr_db(pid=7344): Launched\u000a12:21:48.875466 bus /sierra_2: Setting Powered False\u000a12:21:49.896197 run create_hlr_db(pid=7344): Terminated: ok {rc=0}\u000a12:21:50.288661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Launched\u000a12:21:50.581872 run osmo-hlr_10.42.42.2(pid=7347): Launched\u000a12:21:50.688198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:51.195551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Launched\u000a12:21:51.488625 run osmo-stp_10.42.42.5(pid=7350): Launched\u000a12:21:51.597230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:52.165577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Launched\u000a12:21:52.478559 run osmo-msc_10.42.42.6(pid=7353): Launched\u000a12:21:52.662994 run osmo-stp_10.42.42.5(pid=7350): ERR: Terminated: ERROR {rc=1} [trial-2374↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a12:21:52.796057 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-10_12:21:51.343895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:52.928394 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221210122151512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122151512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122151513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122151513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122151513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122151514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122151514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:53.054812 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-10_12:21:51.343895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:53.180093 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221210122151512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122151512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122151513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122151513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122151513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122151514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122151514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:53.234956 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2374↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)] [trial-2374↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a12:21:53.243448 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a12:21:53.306283 run osmo-hlr_10.42.42.2(pid=7347): ERR: Terminated: ERROR {rc=237} [trial-2374↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7347)]\u000a12:21:53.357898 run osmo-hlr_10.42.42.2(pid=7347): stdout: \u000a| (launched: 2022-12-10_12:21:50.436822) \u000a12:21:53.409810 run osmo-hlr_10.42.42.2(pid=7347): stderr: \u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122150610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122150634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122150643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122150643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122150643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:53.480388 run osmo-msc_10.42.42.6(pid=7353): ERR: Terminated: ERROR {rc=2} [trial-2374↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7353)]\u000a12:21:53.531688 run osmo-msc_10.42.42.6(pid=7353): stdout: \u000a| (launched: 2022-12-10_12:21:52.324350) \u000a12:21:53.583561 run osmo-msc_10.42.42.6(pid=7353): stderr: \u000a| �[0;m�[38;5;43m20221210122152644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122152644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f710883ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122152644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122152644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122152644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122152644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122152646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122152646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122152647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122152647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:53.627716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminating (SIGTERM)\u000a12:21:53.669432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminating (SIGTERM)\u000a12:21:53.711828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Terminating (SIGTERM)\u000a12:21:53.721568 --- ParallelTerminationStrategy: PID 7346 died...\u000a12:21:53.777215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminated: ok {rc=0}\u000a12:21:53.787444 --- ParallelTerminationStrategy: PID 7349 died...\u000a12:21:53.843205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminated: ok {rc=0}\u000a12:21:53.853245 --- ParallelTerminationStrategy: PID 7352 died...\u000a12:21:53.908498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7352): Terminated: ok {rc=0}\u000a12:21:53.993965 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:21:47" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:21:55.953822 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:55.965322 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:21:56.125095 tst mo_mt_call.py: using LAC 28363\u000a12:21:56.251106 tst mo_mt_call.py: using RAC 58\u000a12:21:56.375218 tst mo_mt_call.py: using CellId 28363\u000a12:21:56.498957 tst mo_mt_call.py: using BVCI 28364\u000a12:21:56.523156 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:56.534896 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:56.546182 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:56.557718 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:56.569910 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:21:56.581271 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:21:56.695794 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:21:56.896187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:57.369936 run create_hlr_db(pid=7358): Launched\u000a12:21:57.541227 bus /sierra_2: Setting Powered False\u000a12:21:58.563142 run create_hlr_db(pid=7358): Terminated: ok {rc=0}\u000a12:21:58.986705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Launched\u000a12:21:59.305097 run osmo-hlr_10.42.42.2(pid=7361): Launched\u000a12:21:59.425181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:59.978507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Launched\u000a12:22:00.297144 run osmo-stp_10.42.42.5(pid=7364): Launched\u000a12:22:00.414264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:01.021606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Launched\u000a12:22:01.448897 run osmo-msc_10.42.42.6(pid=7367): Launched\u000a12:22:01.649469 run osmo-stp_10.42.42.5(pid=7364): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]\u000a12:22:01.859104 run osmo-stp_10.42.42.5(pid=7364): stdout: \u000a| (launched: 2022-12-10_12:22:00.140531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:02.069695 run osmo-stp_10.42.42.5(pid=7364): stderr: \u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122200331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:02.242706 run osmo-stp_10.42.42.5(pid=7364): stdout: \u000a| (launched: 2022-12-10_12:22:00.140531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:02.375186 run osmo-stp_10.42.42.5(pid=7364): stderr: \u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122200330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122200331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:02.432248 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:22:02.441517 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:22:02.505046 run osmo-hlr_10.42.42.2(pid=7361): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7361)]\u000a12:22:02.556728 run osmo-hlr_10.42.42.2(pid=7361): stdout: \u000a| (launched: 2022-12-10_12:21:59.149005) \u000a12:22:02.609407 run osmo-hlr_10.42.42.2(pid=7361): stderr: \u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122159346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122159363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122159373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122159373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122159373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:02.680774 run osmo-msc_10.42.42.6(pid=7367): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7367)]\u000a12:22:02.732316 run osmo-msc_10.42.42.6(pid=7367): stdout: \u000a| (launched: 2022-12-10_12:22:01.186685) \u000a12:22:02.784592 run osmo-msc_10.42.42.6(pid=7367): stderr: \u000a| �[0;m�[38;5;43m20221210122201785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122201786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f581db74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122201786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122201786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122201786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122201787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122201791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122201792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122201792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122201792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:02.828548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Terminating (SIGTERM)\u000a12:22:02.870659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Terminating (SIGTERM)\u000a12:22:02.912492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Terminating (SIGTERM)\u000a12:22:02.922456 --- ParallelTerminationStrategy: PID 7360 died...\u000a12:22:02.978676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Terminated: ok {rc=0}\u000a12:22:02.988651 --- ParallelTerminationStrategy: PID 7363 died...\u000a12:22:03.044663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Terminated: ok {rc=0}\u000a12:22:03.054774 --- ParallelTerminationStrategy: PID 7366 died...\u000a12:22:03.110789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Terminated: ok {rc=0}\u000a12:22:03.197616 bus /sierra_3: Setting Powered False\u000a12:22:04.301825 bus /sierra_3: Setting Powered False\u000a12:22:05.408292 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:22:06.521852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:06.534041 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:22:06.698466 tst mo_mt_call_osmux.py: using LAC 28364\u000a12:22:06.820739 tst mo_mt_call_osmux.py: using RAC 59\u000a12:22:06.943112 tst mo_mt_call_osmux.py: using CellId 28364\u000a12:22:07.065211 tst mo_mt_call_osmux.py: using BVCI 28365\u000a12:22:07.089368 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:07.100719 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:07.112112 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:07.123722 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:07.136076 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:22:07.147390 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:22:07.262227 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:22:07.471261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:07.973197 run create_hlr_db(pid=7369): Launched\u000a12:22:08.158183 bus /sierra_2: Setting Powered False\u000a12:22:09.178392 run create_hlr_db(pid=7369): Terminated: ok {rc=0}\u000a12:22:09.577880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Launched\u000a12:22:09.874862 run osmo-hlr_10.42.42.2(pid=7372): Launched\u000a12:22:09.990343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:10.513744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Launched\u000a12:22:10.811779 run osmo-stp_10.42.42.5(pid=7375): Launched\u000a12:22:10.920792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:11.463211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Launched\u000a12:22:11.761250 run osmo-msc_10.42.42.6(pid=7378): Launched\u000a12:22:11.936562 run osmo-stp_10.42.42.5(pid=7375): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a12:22:12.062664 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-10_12:22:10.665933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:12.186458 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122210836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:12.306776 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-10_12:22:10.665933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:12.425406 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122210835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122210836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122210836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:12.478095 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:22:12.486800 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:22:12.545387 run osmo-hlr_10.42.42.2(pid=7372): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7372)]\u000a12:22:12.593553 run osmo-hlr_10.42.42.2(pid=7372): stdout: \u000a| (launched: 2022-12-10_12:22:09.729347) \u000a12:22:12.642519 run osmo-hlr_10.42.42.2(pid=7372): stderr: \u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122209904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122209916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122209925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122209926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122209926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:12.708580 run osmo-msc_10.42.42.6(pid=7378): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7378)]\u000a12:22:12.756327 run osmo-msc_10.42.42.6(pid=7378): stdout: \u000a| (launched: 2022-12-10_12:22:11.614029) \u000a12:22:12.804653 run osmo-msc_10.42.42.6(pid=7378): stderr: \u000a| �[0;m�[38;5;43m20221210122211887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122211887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0afa97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122211888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122211888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122211888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122211888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122211890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122211890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122211890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122211890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:12.845897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminating (SIGTERM)\u000a12:22:12.885176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminating (SIGTERM)\u000a12:22:12.924301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminating (SIGTERM)\u000a12:22:12.933491 --- ParallelTerminationStrategy: PID 7371 died...\u000a12:22:12.985935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminated: ok {rc=0}\u000a12:22:12.995540 --- ParallelTerminationStrategy: PID 7374 died...\u000a12:22:13.047378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminated: ok {rc=0}\u000a12:22:13.056925 --- ParallelTerminationStrategy: PID 7377 died...\u000a12:22:13.108885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminated: ok {rc=0}\u000a12:22:13.196226 bus /sierra_3: Setting Powered False\u000a12:22:14.299153 bus /sierra_3: Setting Powered False\u000a12:22:15.408564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:21:55" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7389): Process ended prematurely: osmo-stp_10.42.42.5(pid=7389) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7389)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7389): Process ended prematurely: osmo-stp_10.42.42.5(pid=7389) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:22:17.417186 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:17.428301 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:22:17.577772 tst mo_mt_call.py: using LAC 28365\u000a12:22:17.695957 tst mo_mt_call.py: using RAC 60\u000a12:22:17.811892 tst mo_mt_call.py: using CellId 28365\u000a12:22:17.927978 tst mo_mt_call.py: using BVCI 28366\u000a12:22:17.950770 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:17.961719 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:17.972504 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:17.983288 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:17.994205 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:18.004929 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:22:18.122338 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:22:18.323973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:18.800752 run create_hlr_db(pid=7383): Launched\u000a12:22:18.973768 bus /sierra_2: Setting Powered False\u000a12:22:19.994828 run create_hlr_db(pid=7383): Terminated: ok {rc=0}\u000a12:22:20.419117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7385): Launched\u000a12:22:20.739190 run osmo-hlr_10.42.42.2(pid=7386): Launched\u000a12:22:20.858078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:21.412052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7388): Launched\u000a12:22:21.732766 run osmo-stp_10.42.42.5(pid=7389): Launched\u000a12:22:21.848817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:22.431404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7391): Launched\u000a12:22:22.751210 run osmo-msc_10.42.42.6(pid=7392): Launched\u000a12:22:22.938357 run osmo-stp_10.42.42.5(pid=7389): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7389)]\u000a12:22:23.073689 run osmo-stp_10.42.42.5(pid=7389): stdout: \u000a| (launched: 2022-12-10_12:22:21.574875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:23.208923 run osmo-stp_10.42.42.5(pid=7389): stderr: \u000a| �[0;m�[38;5;43m20221210122221768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122221769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122221769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122221769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:23.337465 run osmo-stp_10.42.42.5(pid=7389): stdout: \u000a| (launched: 2022-12-10_12:22:21.574875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:23.465454 run osmo-stp_10.42.42.5(pid=7389): stderr: \u000a| �[0;m�[38;5;43m20221210122221768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122221769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122221769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122221769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122221770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:23.521868 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7389): Process ended prematurely: osmo-stp_10.42.42.5(pid=7389) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7389)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:22:23.531204 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:22:23.594163 run osmo-hlr_10.42.42.2(pid=7386): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7386)]\u000a12:22:23.645713 run osmo-hlr_10.42.42.2(pid=7386): stdout: \u000a| (launched: 2022-12-10_12:22:20.582255) \u000a12:22:23.698000 run osmo-hlr_10.42.42.2(pid=7386): stderr: \u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122220780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122220792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122220801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122220801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122220801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:23.768483 run osmo-msc_10.42.42.6(pid=7392): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7392)]\u000a12:22:23.819682 run osmo-msc_10.42.42.6(pid=7392): stdout: \u000a| (launched: 2022-12-10_12:22:22.594192) \u000a12:22:23.871338 run osmo-msc_10.42.42.6(pid=7392): stderr: \u000a| �[0;m�[38;5;43m20221210122222915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122222915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d8e8f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122222916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122222916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122222916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122222916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122222918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122222918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122222919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122222919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:23.915346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7385): Terminating (SIGTERM)\u000a12:22:23.957570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7388): Terminating (SIGTERM)\u000a12:22:23.999812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7391): Terminating (SIGTERM)\u000a12:22:24.009694 --- ParallelTerminationStrategy: PID 7385 died...\u000a12:22:24.065618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7385): Terminated: ok {rc=0}\u000a12:22:24.076030 --- ParallelTerminationStrategy: PID 7388 died...\u000a12:22:24.131715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7388): Terminated: ok {rc=0}\u000a12:22:24.141933 --- ParallelTerminationStrategy: PID 7391 died...\u000a12:22:24.197712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7391): Terminated: ok {rc=0}\u000a12:22:24.286582 bus /sierra_3: Setting Powered False\u000a12:22:25.390166 bus /sierra_3: Setting Powered False\u000a12:22:26.500579 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7400): Process ended prematurely: osmo-stp_10.42.42.5(pid=7400) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7400)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7400): Process ended prematurely: osmo-stp_10.42.42.5(pid=7400) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:22:27.614321 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:27.626948 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:22:27.785833 tst mo_mt_call_osmux.py: using LAC 28366\u000a12:22:27.914845 tst mo_mt_call_osmux.py: using RAC 61\u000a12:22:28.038115 tst mo_mt_call_osmux.py: using CellId 28366\u000a12:22:28.160862 tst mo_mt_call_osmux.py: using BVCI 28367\u000a12:22:28.185173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:28.196462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:28.207742 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:28.219290 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:28.231343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:22:28.242663 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:22:28.359821 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:22:28.556767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:29.032800 run create_hlr_db(pid=7394): Launched\u000a12:22:29.205238 bus /sierra_2: Setting Powered False\u000a12:22:30.225705 run create_hlr_db(pid=7394): Terminated: ok {rc=0}\u000a12:22:30.652091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7396): Launched\u000a12:22:31.065043 run osmo-hlr_10.42.42.2(pid=7397): Launched\u000a12:22:31.265210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:31.872698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7399): Launched\u000a12:22:32.278142 run osmo-stp_10.42.42.5(pid=7400): Launched\u000a12:22:32.386572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:32.930260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7402): Launched\u000a12:22:33.227795 run osmo-msc_10.42.42.6(pid=7403): Launched\u000a12:22:33.402988 run osmo-stp_10.42.42.5(pid=7400): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7400)]\u000a12:22:33.529055 run osmo-stp_10.42.42.5(pid=7400): stdout: \u000a| (launched: 2022-12-10_12:22:32.039972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:33.652637 run osmo-stp_10.42.42.5(pid=7400): stderr: \u000a| �[0;m�[38;5;43m20221210122232267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122232268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122232268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122232268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:33.771409 run osmo-stp_10.42.42.5(pid=7400): stdout: \u000a| (launched: 2022-12-10_12:22:32.039972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:33.889975 run osmo-stp_10.42.42.5(pid=7400): stderr: \u000a| �[0;m�[38;5;43m20221210122232267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122232268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122232268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122232268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122232269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:33.942398 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7400): Process ended prematurely: osmo-stp_10.42.42.5(pid=7400) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7400)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:22:33.950662 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:22:34.008930 run osmo-hlr_10.42.42.2(pid=7397): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7397)]\u000a12:22:34.057022 run osmo-hlr_10.42.42.2(pid=7397): stdout: \u000a| (launched: 2022-12-10_12:22:30.814394) \u000a12:22:34.105837 run osmo-hlr_10.42.42.2(pid=7397): stderr: \u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122231100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122231119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122231136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122231136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122231136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:34.171838 run osmo-msc_10.42.42.6(pid=7403): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7403)]\u000a12:22:34.219642 run osmo-msc_10.42.42.6(pid=7403): stdout: \u000a| (launched: 2022-12-10_12:22:33.081367) \u000a12:22:34.268000 run osmo-msc_10.42.42.6(pid=7403): stderr: \u000a| �[0;m�[38;5;43m20221210122233355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122233355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d7b72bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122233355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122233355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122233355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122233356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122233357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122233358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122233358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122233358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:34.309413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7396): Terminating (SIGTERM)\u000a12:22:34.348353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7399): Terminating (SIGTERM)\u000a12:22:34.387394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7402): Terminating (SIGTERM)\u000a12:22:34.396525 --- ParallelTerminationStrategy: PID 7396 died...\u000a12:22:34.448645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7396): Terminated: ok {rc=0}\u000a12:22:34.458072 --- ParallelTerminationStrategy: PID 7399 died...\u000a12:22:34.509950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7399): Terminated: ok {rc=0}\u000a12:22:34.519369 --- ParallelTerminationStrategy: PID 7402 died...\u000a12:22:34.571567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7402): Terminated: ok {rc=0}\u000a12:22:34.654321 bus /sierra_3: Setting Powered False\u000a12:22:35.760715 bus /sierra_3: Setting Powered False\u000a12:22:36.870828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:22:17" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7415): Process ended prematurely: osmo-stp_10.42.42.5(pid=7415) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7415)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7415): Process ended prematurely: osmo-stp_10.42.42.5(pid=7415) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:22:38.864721 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:38.875692 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:22:39.028723 tst mo_mt_call.py: using LAC 28367\u000a12:22:39.157357 tst mo_mt_call.py: using RAC 62\u000a12:22:39.272201 tst mo_mt_call.py: using CellId 28367\u000a12:22:39.388308 tst mo_mt_call.py: using BVCI 28368\u000a12:22:39.411067 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:39.422000 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:39.432722 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:39.443520 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:39.454417 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:39.465134 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:22:39.582747 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:22:39.792854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:40.295140 run create_hlr_db(pid=7409): Launched\u000a12:22:40.481084 bus /sierra_2: Setting Powered False\u000a12:22:41.501779 run create_hlr_db(pid=7409): Terminated: ok {rc=0}\u000a12:22:41.926224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7411): Launched\u000a12:22:42.245227 run osmo-hlr_10.42.42.2(pid=7412): Launched\u000a12:22:42.363615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:42.918481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7414): Launched\u000a12:22:43.238281 run osmo-stp_10.42.42.5(pid=7415): Launched\u000a12:22:43.354670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:43.935460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7417): Launched\u000a12:22:44.253360 run osmo-msc_10.42.42.6(pid=7418): Launched\u000a12:22:44.440573 run osmo-stp_10.42.42.5(pid=7415): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7415)]\u000a12:22:44.577463 run osmo-stp_10.42.42.5(pid=7415): stdout: \u000a| (launched: 2022-12-10_12:22:43.081223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:44.712454 run osmo-stp_10.42.42.5(pid=7415): stderr: \u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122243273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:44.841207 run osmo-stp_10.42.42.5(pid=7415): stdout: \u000a| (launched: 2022-12-10_12:22:43.081223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:44.968679 run osmo-stp_10.42.42.5(pid=7415): stderr: \u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122243273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122243273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122243274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:45.024908 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7415): Process ended prematurely: osmo-stp_10.42.42.5(pid=7415) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7415)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:22:45.034218 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:22:45.096844 run osmo-hlr_10.42.42.2(pid=7412): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7412)]\u000a12:22:45.147903 run osmo-hlr_10.42.42.2(pid=7412): stdout: \u000a| (launched: 2022-12-10_12:22:42.088390) \u000a12:22:45.199564 run osmo-hlr_10.42.42.2(pid=7412): stderr: \u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122242285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122242297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122242305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122242306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122242306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:45.269701 run osmo-msc_10.42.42.6(pid=7418): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7418)]\u000a12:22:45.320469 run osmo-msc_10.42.42.6(pid=7418): stdout: \u000a| (launched: 2022-12-10_12:22:44.097165) \u000a12:22:45.371918 run osmo-msc_10.42.42.6(pid=7418): stderr: \u000a| �[0;m�[38;5;43m20221210122244416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122244416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1a9a6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122244417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122244417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122244417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122244417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122244420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:45.415456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7411): Terminating (SIGTERM)\u000a12:22:45.456726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7414): Terminating (SIGTERM)\u000a12:22:45.498501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7417): Terminating (SIGTERM)\u000a12:22:45.508411 --- ParallelTerminationStrategy: PID 7411 died...\u000a12:22:45.563982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7411): Terminated: ok {rc=0}\u000a12:22:45.574101 --- ParallelTerminationStrategy: PID 7414 died...\u000a12:22:45.629414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7414): Terminated: ok {rc=0}\u000a12:22:45.639712 --- ParallelTerminationStrategy: PID 7417 died...\u000a12:22:45.695454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7417): Terminated: ok {rc=0}\u000a12:22:45.781420 bus /sierra_3: Setting Powered False\u000a12:22:46.884000 bus /sierra_3: Setting Powered False\u000a12:22:47.990418 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7426): Process ended prematurely: osmo-stp_10.42.42.5(pid=7426) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7426)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7426): Process ended prematurely: osmo-stp_10.42.42.5(pid=7426) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:22:49.104388 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.116436 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:22:49.276550 tst mo_mt_call_osmux.py: using LAC 28368\u000a12:22:49.407579 tst mo_mt_call_osmux.py: using RAC 63\u000a12:22:49.531389 tst mo_mt_call_osmux.py: using CellId 28368\u000a12:22:49.654626 tst mo_mt_call_osmux.py: using BVCI 28369\u000a12:22:49.678946 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.690601 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.702023 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.713712 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.725485 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:22:49.737929 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:22:49.856332 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:22:50.057397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:50.537232 run create_hlr_db(pid=7420): Launched\u000a12:22:50.709765 bus /sierra_2: Setting Powered False\u000a12:22:51.731138 run create_hlr_db(pid=7420): Terminated: ok {rc=0}\u000a12:22:52.156872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7422): Launched\u000a12:22:52.476550 run osmo-hlr_10.42.42.2(pid=7423): Launched\u000a12:22:52.593315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:53.150465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7425): Launched\u000a12:22:53.470790 run osmo-stp_10.42.42.5(pid=7426): Launched\u000a12:22:53.586941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:22:54.168827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7428): Launched\u000a12:22:54.488089 run osmo-msc_10.42.42.6(pid=7429): Launched\u000a12:22:54.675621 run osmo-stp_10.42.42.5(pid=7426): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7426)]\u000a12:22:54.810945 run osmo-stp_10.42.42.5(pid=7426): stdout: \u000a| (launched: 2022-12-10_12:22:53.313333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:54.945438 run osmo-stp_10.42.42.5(pid=7426): stderr: \u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122253506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:55.074884 run osmo-stp_10.42.42.5(pid=7426): stdout: \u000a| (launched: 2022-12-10_12:22:53.313333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:55.202759 run osmo-stp_10.42.42.5(pid=7426): stderr: \u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122253506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122253506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122253507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:55.258753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7426): Process ended prematurely: osmo-stp_10.42.42.5(pid=7426) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7426)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:22:55.267978 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:22:55.330682 run osmo-hlr_10.42.42.2(pid=7423): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7423)]\u000a12:22:55.381838 run osmo-hlr_10.42.42.2(pid=7423): stdout: \u000a| (launched: 2022-12-10_12:22:52.320044) \u000a12:22:55.433580 run osmo-hlr_10.42.42.2(pid=7423): stderr: \u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122252517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122252529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:55.503539 run osmo-msc_10.42.42.6(pid=7429): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7429)]\u000a12:22:55.554478 run osmo-msc_10.42.42.6(pid=7429): stdout: \u000a| (launched: 2022-12-10_12:22:54.331884) \u000a12:22:55.606072 run osmo-msc_10.42.42.6(pid=7429): stderr: \u000a| �[0;m�[38;5;43m20221210122254653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122254653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39aca30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122254654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122254654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122254654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122254654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122254656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122254656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:22:55.650481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7422): Terminating (SIGTERM)\u000a12:22:55.692036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7425): Terminating (SIGTERM)\u000a12:22:55.733909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7428): Terminating (SIGTERM)\u000a12:22:55.743813 --- ParallelTerminationStrategy: PID 7422 died...\u000a12:22:55.799323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7422): Terminated: ok {rc=0}\u000a12:22:55.809985 --- ParallelTerminationStrategy: PID 7425 died...\u000a12:22:55.865387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7425): Terminated: ok {rc=0}\u000a12:22:55.875505 --- ParallelTerminationStrategy: PID 7428 died...\u000a12:22:55.931438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7428): Terminated: ok {rc=0}\u000a12:22:56.017551 bus /sierra_3: Setting Powered False\u000a12:22:57.123488 bus /sierra_3: Setting Powered False\u000a12:22:58.229481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:22:38" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7441): Process ended prematurely: osmo-stp_10.42.42.5(pid=7441) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7441)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7441): Process ended prematurely: osmo-stp_10.42.42.5(pid=7441) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:23:00.216325 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.227967 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:23:00.386552 tst mo_mt_call.py: using LAC 28369\u000a12:23:00.510372 tst mo_mt_call.py: using RAC 64\u000a12:23:00.634220 tst mo_mt_call.py: using CellId 28369\u000a12:23:00.754500 tst mo_mt_call.py: using BVCI 28370\u000a12:23:00.776785 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.787711 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.798521 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.810753 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.824484 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:00.851000 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:23:00.984507 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:23:01.191635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:01.721779 run create_hlr_db(pid=7435): Launched\u000a12:23:01.898789 bus /sierra_2: Setting Powered False\u000a12:23:02.914865 run create_hlr_db(pid=7435): Terminated: ok {rc=0}\u000a12:23:03.338145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7437): Launched\u000a12:23:03.657811 run osmo-hlr_10.42.42.2(pid=7438): Launched\u000a12:23:03.775728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:04.327559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7440): Launched\u000a12:23:04.626218 run osmo-stp_10.42.42.5(pid=7441): Launched\u000a12:23:04.735656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:23:05.279232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7443): Launched\u000a12:23:05.575862 run osmo-msc_10.42.42.6(pid=7444): Launched\u000a12:23:05.750784 run osmo-stp_10.42.42.5(pid=7441): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7441)]\u000a12:23:05.876633 run osmo-stp_10.42.42.5(pid=7441): stdout: \u000a| (launched: 2022-12-10_12:23:04.478503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:06.000353 run osmo-stp_10.42.42.5(pid=7441): stderr: \u000a| �[0;m�[38;5;43m20221210122304650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122304651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122304651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122304651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:06.120021 run osmo-stp_10.42.42.5(pid=7441): stdout: \u000a| (launched: 2022-12-10_12:23:04.478503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:06.238565 run osmo-stp_10.42.42.5(pid=7441): stderr: \u000a| �[0;m�[38;5;43m20221210122304650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122304651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122304651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122304651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122304652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:06.291788 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7441): Process ended prematurely: osmo-stp_10.42.42.5(pid=7441) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7441)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:23:06.300245 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:23:06.359482 run osmo-hlr_10.42.42.2(pid=7438): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7438)]\u000a12:23:06.408104 run osmo-hlr_10.42.42.2(pid=7438): stdout: \u000a| (launched: 2022-12-10_12:23:03.500126) \u000a12:23:06.457460 run osmo-hlr_10.42.42.2(pid=7438): stderr: \u000a| �[0;m�[1;31m20221210122303698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122303698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122303698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122303698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122303698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122303699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122303711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122303719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122303719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122303719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:06.524688 run osmo-msc_10.42.42.6(pid=7444): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7444)]\u000a12:23:06.573161 run osmo-msc_10.42.42.6(pid=7444): stdout: \u000a| (launched: 2022-12-10_12:23:05.429998) \u000a12:23:06.622131 run osmo-msc_10.42.42.6(pid=7444): stderr: \u000a| �[0;m�[38;5;43m20221210122305702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122305702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21fa97ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122305702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122305702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122305702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122305703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122305704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122305705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122305705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122305705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:23:06.664092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7437): Terminating (SIGTERM)\u000a12:23:06.703146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7440): Terminating (SIGTERM)\u000a12:23:06.742114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7443): Terminating (SIGTERM)\u000a12:23:06.751222 --- ParallelTerminationStrategy: PID 7437 died...\u000a12:23:06.803779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7437): Terminated: ok {rc=0}\u000a12:23:06.813330 --- ParallelTerminationStrategy: PID 7440 died...\u000a12:23:06.865992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7440): Terminated: ok {rc=0}\u000a12:23:06.875458 --- ParallelTerminationStrategy: PID 7443 died...\u000a12:23:06.928074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7443): Terminated: ok {rc=0}\u000a12:23:07.010609 bus /sierra_3: Setting Powered False\u000a12:23:08.117931 bus /sierra_3: Setting Powered False\u000a12:23:09.224514 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7452): Process ended prematurely: osmo-stp_10.42.42.5(pid=7452) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7452)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7452): Process ended prematurely: osmo-stp_10.42.42.5(pid=7452) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:23:10.338499 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.350731 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:23:10.516133 tst mo_mt_call_osmux.py: using LAC 28370\u000a12:23:10.640009 tst mo_mt_call_osmux.py: using RAC 65\u000a12:23:10.768808 tst mo_mt_call_osmux.py: using CellId 28370\u000a12:23:10.893065 tst mo_mt_call_osmux.py: using BVCI 28371\u000a12:23:10.917471 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.928834 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.940211 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.951879 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.964419 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:23:10.975906 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:23:11.092253 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:23:11.299701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:11.799917 run create_hlr_db(pid=7446): Launched\u000a12:23:11.985108 bus /sierra_2: Setting Powered False\u000a12:23:13.005938 run create_hlr_db(pid=7446): Terminated: ok {rc=0}\u000a12:23:13.430029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7448): Launched\u000a12:23:13.750055 run osmo-hlr_10.42.42.2(pid=7449): Launched\u000a12:23:13.870296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:14.424598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7451): Launched\u000a12:23:14.744497 run osmo-stp_10.42.42.5(pid=7452): Launched\u000a12:23:14.860740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:23:15.442231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7454): Launched\u000a12:23:15.761908 run osmo-msc_10.42.42.6(pid=7455): Launched\u000a12:23:16.051804 run osmo-stp_10.42.42.5(pid=7452): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7452)]\u000a12:23:16.225494 run osmo-stp_10.42.42.5(pid=7452): stdout: \u000a| (launched: 2022-12-10_12:23:14.587505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:16.449671 run osmo-stp_10.42.42.5(pid=7452): stderr: \u000a| �[0;m�[38;5;43m20221210122314780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122314780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122314781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122314781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:16.605593 run osmo-stp_10.42.42.5(pid=7452): stdout: \u000a| (launched: 2022-12-10_12:23:14.587505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:16.760610 run osmo-stp_10.42.42.5(pid=7452): stderr: \u000a| �[0;m�[38;5;43m20221210122314780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122314780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122314781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122314781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122314782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:16.830549 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7452): Process ended prematurely: osmo-stp_10.42.42.5(pid=7452) [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7452)] [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:23:16.840738 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:23:16.913817 run osmo-hlr_10.42.42.2(pid=7449): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7449)]\u000a12:23:16.968764 run osmo-hlr_10.42.42.2(pid=7449): stdout: \u000a| (launched: 2022-12-10_12:23:13.592516) \u000a12:23:17.034376 run osmo-hlr_10.42.42.2(pid=7449): stderr: \u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122313788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122313801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122313809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:17.124100 run osmo-msc_10.42.42.6(pid=7455): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7455)]\u000a12:23:17.191416 run osmo-msc_10.42.42.6(pid=7455): stdout: \u000a| (launched: 2022-12-10_12:23:15.604436) \u000a12:23:17.258211 run osmo-msc_10.42.42.6(pid=7455): stderr: \u000a| �[0;m�[38;5;43m20221210122316048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122316055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92d7e0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122316055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122316055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122316055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122316055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122316057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122316058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122316058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122316058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:23:17.303515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7448): Terminating (SIGTERM)\u000a12:23:17.348885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7451): Terminating (SIGTERM)\u000a12:23:17.392720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7454): Terminating (SIGTERM)\u000a12:23:17.404453 --- ParallelTerminationStrategy: PID 7448 died...\u000a12:23:17.471757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7448): Terminated: ok {rc=0}\u000a12:23:17.482970 --- ParallelTerminationStrategy: PID 7451 died...\u000a12:23:17.552569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7451): Terminated: ok {rc=0}\u000a12:23:17.563631 --- ParallelTerminationStrategy: PID 7454 died...\u000a12:23:17.622556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7454): Terminated: ok {rc=0}\u000a12:23:17.727993 bus /sierra_3: Setting Powered False\u000a12:23:18.847840 bus /sierra_3: Setting Powered False\u000a12:23:19.955191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:22:59" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7737): Process ended prematurely: osmo-stp_10.42.42.5(pid=7737) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7737)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7737): Process ended prematurely: osmo-stp_10.42.42.5(pid=7737) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:23:21.969562 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:21.982026 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:23:22.145997 tst mo_mt_call.py: using LAC 28371\u000a12:23:22.275928 tst mo_mt_call.py: using RAC 66\u000a12:23:22.402770 tst mo_mt_call.py: using CellId 28371\u000a12:23:22.534889 tst mo_mt_call.py: using BVCI 28372\u000a12:23:22.560353 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:22.572786 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:22.586587 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:22.599966 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:22.614309 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:22.626561 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:23:22.752259 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:23:22.971450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:23.530276 run create_hlr_db(pid=7731): Launched\u000a12:23:23.726141 bus /sierra_2: Setting Powered False\u000a12:23:24.746021 run create_hlr_db(pid=7731): Terminated: ok {rc=0}\u000a12:23:25.200891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7733): Launched\u000a12:23:25.643213 run osmo-hlr_10.42.42.2(pid=7734): Launched\u000a12:23:25.889666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:26.479318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7736): Launched\u000a12:23:26.912441 run osmo-stp_10.42.42.5(pid=7737): Launched\u000a12:23:27.141659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:23:27.759729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7739): Launched\u000a12:23:28.191981 run osmo-msc_10.42.42.6(pid=7740): Launched\u000a12:23:28.583036 run osmo-stp_10.42.42.5(pid=7737): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7737)]\u000a12:23:28.782913 run osmo-stp_10.42.42.5(pid=7737): stdout: \u000a| (launched: 2022-12-10_12:23:26.647633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:28.921203 run osmo-stp_10.42.42.5(pid=7737): stderr: \u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122326951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:29.055120 run osmo-stp_10.42.42.5(pid=7737): stdout: \u000a| (launched: 2022-12-10_12:23:26.647633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:29.187785 run osmo-stp_10.42.42.5(pid=7737): stderr: \u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122326950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122326951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122326951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:29.246977 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7737): Process ended prematurely: osmo-stp_10.42.42.5(pid=7737) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7737)] [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:23:29.257238 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a12:23:29.324913 run osmo-hlr_10.42.42.2(pid=7734): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7734)]\u000a12:23:29.379633 run osmo-hlr_10.42.42.2(pid=7734): stdout: \u000a| (launched: 2022-12-10_12:23:25.369237) \u000a12:23:29.435688 run osmo-hlr_10.42.42.2(pid=7734): stderr: \u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122325681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122325699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122325712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122325712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122325712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:29.509440 run osmo-msc_10.42.42.6(pid=7740): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7740)]\u000a12:23:29.563761 run osmo-msc_10.42.42.6(pid=7740): stdout: \u000a| (launched: 2022-12-10_12:23:27.926653) \u000a12:23:29.619826 run osmo-msc_10.42.42.6(pid=7740): stderr: \u000a| �[0;m�[38;5;43m20221210122328427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122328428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb35ff8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122328428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122328428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122328428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122328428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122328438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122328439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122328439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122328439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:23:29.667436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7733): Terminating (SIGTERM)\u000a12:23:29.714274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7736): Terminating (SIGTERM)\u000a12:23:29.760434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7739): Terminating (SIGTERM)\u000a12:23:29.771592 --- ParallelTerminationStrategy: PID 7733 died...\u000a12:23:29.833393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7733): Terminated: ok {rc=0}\u000a12:23:29.844813 --- ParallelTerminationStrategy: PID 7736 died...\u000a12:23:29.903954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7736): Terminated: ok {rc=0}\u000a12:23:29.914984 --- ParallelTerminationStrategy: PID 7739 died...\u000a12:23:29.974181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7739): Terminated: ok {rc=0}\u000a12:23:30.066123 bus /sierra_3: Setting Powered False\u000a12:23:31.207770 bus /sierra_3: Setting Powered False\u000a12:23:32.343289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7748): Process ended prematurely: osmo-stp_10.42.42.5(pid=7748) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7748)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7748): Process ended prematurely: osmo-stp_10.42.42.5(pid=7748) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:23:33.464737 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:33.478070 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:23:33.646271 tst mo_mt_call_osmux.py: using LAC 28372\u000a12:23:33.776566 tst mo_mt_call_osmux.py: using RAC 67\u000a12:23:33.905996 tst mo_mt_call_osmux.py: using CellId 28372\u000a12:23:34.034837 tst mo_mt_call_osmux.py: using BVCI 28373\u000a12:23:34.060470 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:34.073299 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:34.086554 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:34.100344 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:34.114044 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:23:34.126984 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:23:34.252362 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:23:34.473040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:35.039716 run create_hlr_db(pid=7742): Launched\u000a12:23:35.233699 bus /sierra_2: Setting Powered False\u000a12:23:36.255261 run create_hlr_db(pid=7742): Terminated: ok {rc=0}\u000a12:23:36.714114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7744): Launched\u000a12:23:37.146709 run osmo-hlr_10.42.42.2(pid=7745): Launched\u000a12:23:37.398114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:37.991223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7747): Launched\u000a12:23:38.434093 run osmo-stp_10.42.42.5(pid=7748): Launched\u000a12:23:38.574563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:23:39.161890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7751): Launched\u000a12:23:39.482343 run osmo-msc_10.42.42.6(pid=7752): Launched\u000a12:23:39.670408 run osmo-stp_10.42.42.5(pid=7748): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7748)]\u000a12:23:39.805845 run osmo-stp_10.42.42.5(pid=7748): stdout: \u000a| (launched: 2022-12-10_12:23:38.159572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:39.940387 run osmo-stp_10.42.42.5(pid=7748): stderr: \u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122338464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:40.069598 run osmo-stp_10.42.42.5(pid=7748): stdout: \u000a| (launched: 2022-12-10_12:23:38.159572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:40.197380 run osmo-stp_10.42.42.5(pid=7748): stderr: \u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122338464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122338464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122338469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:40.254155 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7748): Process ended prematurely: osmo-stp_10.42.42.5(pid=7748) [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7748)] [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:23:40.263342 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a12:23:40.326945 run osmo-hlr_10.42.42.2(pid=7745): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7745)]\u000a12:23:40.378293 run osmo-hlr_10.42.42.2(pid=7745): stdout: \u000a| (launched: 2022-12-10_12:23:36.881732) \u000a12:23:40.430148 run osmo-hlr_10.42.42.2(pid=7745): stderr: \u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122337200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122337220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122337228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122337228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122337228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:40.501033 run osmo-msc_10.42.42.6(pid=7752): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7752)]\u000a12:23:40.552606 run osmo-msc_10.42.42.6(pid=7752): stdout: \u000a| (launched: 2022-12-10_12:23:39.324502) \u000a12:23:40.604850 run osmo-msc_10.42.42.6(pid=7752): stderr: \u000a| �[0;m�[38;5;43m20221210122339644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122339644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f198bc50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122339645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122339645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122339645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122339645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122339647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122339647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122339647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122339647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:23:40.648626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7744): Terminating (SIGTERM)\u000a12:23:40.691163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7747): Terminating (SIGTERM)\u000a12:23:40.733381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7751): Terminating (SIGTERM)\u000a12:23:40.743460 --- ParallelTerminationStrategy: PID 7744 died...\u000a12:23:40.799381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7744): Terminated: ok {rc=0}\u000a12:23:40.809615 --- ParallelTerminationStrategy: PID 7747 died...\u000a12:23:40.865108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7747): Terminated: ok {rc=0}\u000a12:23:40.875464 --- ParallelTerminationStrategy: PID 7751 died...\u000a12:23:40.931437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7751): Terminated: ok {rc=0}\u000a12:23:41.018437 bus /sierra_3: Setting Powered False\u000a12:23:42.121122 bus /sierra_3: Setting Powered False\u000a12:23:43.227676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:23:21" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7763): Process ended prematurely: osmo-stp_10.42.42.5(pid=7763) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7763)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7763): Process ended prematurely: osmo-stp_10.42.42.5(pid=7763) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:23:45.218464 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.230412 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:23:45.375017 tst mo_mt_call.py: using LAC 28373\u000a12:23:45.498383 tst mo_mt_call.py: using RAC 68\u000a12:23:45.627133 tst mo_mt_call.py: using CellId 28373\u000a12:23:45.754759 tst mo_mt_call.py: using BVCI 28374\u000a12:23:45.779050 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.790662 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.802089 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.813876 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.825655 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:45.847513 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:23:45.980586 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:23:46.185904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:46.714451 run create_hlr_db(pid=7757): Launched\u000a12:23:46.940553 bus /sierra_2: Setting Powered False\u000a12:23:47.917991 run create_hlr_db(pid=7757): Terminated: ok {rc=0}\u000a12:23:48.381125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7759): Launched\u000a12:23:48.700119 run osmo-hlr_10.42.42.2(pid=7760): Launched\u000a12:23:48.819766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:49.374511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7762): Launched\u000a12:23:49.693484 run osmo-stp_10.42.42.5(pid=7763): Launched\u000a12:23:49.811983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:23:50.391966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7765): Launched\u000a12:23:50.711211 run osmo-msc_10.42.42.6(pid=7766): Launched\u000a12:23:50.898772 run osmo-stp_10.42.42.5(pid=7763): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7763)]\u000a12:23:51.034410 run osmo-stp_10.42.42.5(pid=7763): stdout: \u000a| (launched: 2022-12-10_12:23:49.536588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:51.168728 run osmo-stp_10.42.42.5(pid=7763): stderr: \u000a| �[0;m�[38;5;43m20221210122349730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122349730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122349731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122349731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:51.297798 run osmo-stp_10.42.42.5(pid=7763): stdout: \u000a| (launched: 2022-12-10_12:23:49.536588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:51.425274 run osmo-stp_10.42.42.5(pid=7763): stderr: \u000a| �[0;m�[38;5;43m20221210122349730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122349730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122349731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122349731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122349731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:51.481516 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7763): Process ended prematurely: osmo-stp_10.42.42.5(pid=7763) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7763)] [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:23:51.490797 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:23:51.553505 run osmo-hlr_10.42.42.2(pid=7760): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7760)]\u000a12:23:51.604472 run osmo-hlr_10.42.42.2(pid=7760): stdout: \u000a| (launched: 2022-12-10_12:23:48.543134) \u000a12:23:51.655984 run osmo-hlr_10.42.42.2(pid=7760): stderr: \u000a| �[0;m�[1;31m20221210122348743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122348743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122348744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122348755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122348764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122348764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122348764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:51.726424 run osmo-msc_10.42.42.6(pid=7766): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7766)]\u000a12:23:51.777223 run osmo-msc_10.42.42.6(pid=7766): stdout: \u000a| (launched: 2022-12-10_12:23:50.553883) \u000a12:23:51.828504 run osmo-msc_10.42.42.6(pid=7766): stderr: \u000a| �[0;m�[38;5;43m20221210122350875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122350876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd580c76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122350876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122350878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122350878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122350878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:23:51.872393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7759): Terminating (SIGTERM)\u000a12:23:51.914172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7762): Terminating (SIGTERM)\u000a12:23:51.955473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7765): Terminating (SIGTERM)\u000a12:23:51.965511 --- ParallelTerminationStrategy: PID 7759 died...\u000a12:23:52.021397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7759): Terminated: ok {rc=0}\u000a12:23:52.031533 --- ParallelTerminationStrategy: PID 7762 died...\u000a12:23:52.086788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7762): Terminated: ok {rc=0}\u000a12:23:52.097201 --- ParallelTerminationStrategy: PID 7765 died...\u000a12:23:52.152643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7765): Terminated: ok {rc=0}\u000a12:23:52.238003 bus /sierra_3: Setting Powered False\u000a12:23:53.344318 bus /sierra_3: Setting Powered False\u000a12:23:54.455161 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7774): Process ended prematurely: osmo-stp_10.42.42.5(pid=7774) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7774)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7774): Process ended prematurely: osmo-stp_10.42.42.5(pid=7774) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:23:55.563952 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:55.575902 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:23:55.720303 tst mo_mt_call_osmux.py: using LAC 28374\u000a12:23:55.844897 tst mo_mt_call_osmux.py: using RAC 69\u000a12:23:55.970376 tst mo_mt_call_osmux.py: using CellId 28374\u000a12:23:56.097080 tst mo_mt_call_osmux.py: using BVCI 28375\u000a12:23:56.121587 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:56.133516 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:56.145098 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:56.156805 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:56.168724 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:23:56.180518 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:23:56.297217 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:23:56.495781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:56.973672 run create_hlr_db(pid=7768): Launched\u000a12:23:57.145953 bus /sierra_2: Setting Powered False\u000a12:23:58.165344 run create_hlr_db(pid=7768): Terminated: ok {rc=0}\u000a12:23:58.561678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7770): Launched\u000a12:23:58.858765 run osmo-hlr_10.42.42.2(pid=7771): Launched\u000a12:23:58.973230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:59.500664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7773): Launched\u000a12:23:59.797025 run osmo-stp_10.42.42.5(pid=7774): Launched\u000a12:23:59.905054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:24:00.447309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7776): Launched\u000a12:24:00.745827 run osmo-msc_10.42.42.6(pid=7777): Launched\u000a12:24:01.052499 run osmo-stp_10.42.42.5(pid=7774): ERR: Terminated: ERROR {rc=1} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7774)]\u000a12:24:01.204747 run osmo-stp_10.42.42.5(pid=7774): stdout: \u000a| (launched: 2022-12-10_12:23:59.651886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:01.334208 run osmo-stp_10.42.42.5(pid=7774): stderr: \u000a| �[0;m�[38;5;43m20221210122359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122359823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:01.457579 run osmo-stp_10.42.42.5(pid=7774): stdout: \u000a| (launched: 2022-12-10_12:23:59.651886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:01.579468 run osmo-stp_10.42.42.5(pid=7774): stderr: \u000a| �[0;m�[38;5;43m20221210122359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122359823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122359824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:01.633689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7774): Process ended prematurely: osmo-stp_10.42.42.5(pid=7774) [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7774)] [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:24:01.643333 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:24:01.703525 run osmo-hlr_10.42.42.2(pid=7771): ERR: Terminated: ERROR {rc=237} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7771)]\u000a12:24:01.753197 run osmo-hlr_10.42.42.2(pid=7771): stdout: \u000a| (launched: 2022-12-10_12:23:58.712688) \u000a12:24:01.804597 run osmo-hlr_10.42.42.2(pid=7771): stderr: \u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122358890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122358903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122358913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122358913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122358913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:01.873144 run osmo-msc_10.42.42.6(pid=7777): ERR: Terminated: ERROR {rc=2} [trial-2374↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7777)]\u000a12:24:01.922413 run osmo-msc_10.42.42.6(pid=7777): stdout: \u000a| (launched: 2022-12-10_12:24:00.598760) \u000a12:24:01.972121 run osmo-msc_10.42.42.6(pid=7777): stderr: \u000a| �[0;m�[38;5;43m20221210122400904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122400905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67a1cbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122400905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122400905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122400905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122400905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122400907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122400907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122400907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122400907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:24:02.027045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7770): Terminating (SIGTERM)\u000a12:24:02.079128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7773): Terminating (SIGTERM)\u000a12:24:02.121629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7776): Terminating (SIGTERM)\u000a12:24:02.131138 --- ParallelTerminationStrategy: PID 7770 died...\u000a12:24:02.185627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7770): Terminated: ok {rc=0}\u000a12:24:02.195844 --- ParallelTerminationStrategy: PID 7773 died...\u000a12:24:02.249933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7773): Terminated: ok {rc=0}\u000a12:24:02.260534 --- ParallelTerminationStrategy: PID 7776 died...\u000a12:24:02.314462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7776): Terminated: ok {rc=0}\u000a12:24:02.399702 bus /sierra_3: Setting Powered False\u000a12:24:03.502181 bus /sierra_3: Setting Powered False\u000a12:24:04.613138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:23:44" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7788): Process ended prematurely: osmo-stp_10.42.42.5(pid=7788) [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7788)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7788): Process ended prematurely: osmo-stp_10.42.42.5(pid=7788) [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:24:06.644390 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:06.655426 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:24:06.795959 tst emergency_mo_mt_call.py: using LAC 28375\u000a12:24:06.922789 tst emergency_mo_mt_call.py: using RAC 70\u000a12:24:07.043889 tst emergency_mo_mt_call.py: using CellId 28375\u000a12:24:07.164625 tst emergency_mo_mt_call.py: using BVCI 28376\u000a12:24:07.188387 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:07.199542 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:07.210453 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:07.221568 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:07.232749 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:07.243856 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:07.356264 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:07.560749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:08.052631 run create_hlr_db(pid=7782): Launched\u000a12:24:08.235671 bus /sierra_2: Setting Powered False\u000a12:24:09.256680 run create_hlr_db(pid=7782): Terminated: ok {rc=0}\u000a12:24:09.649133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7784): Launched\u000a12:24:09.942040 run osmo-hlr_10.42.42.2(pid=7785): Launched\u000a12:24:10.049071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:10.556796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7787): Launched\u000a12:24:10.848918 run osmo-stp_10.42.42.5(pid=7788): Launched\u000a12:24:10.966634 tst emergency_mo_mt_call.py: using MSISDN 7728\u000a12:24:11.111622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:24:11.645849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7790): Launched\u000a12:24:11.939070 run osmo-msc_10.42.42.6(pid=7791): Launched\u000a12:24:12.111334 run osmo-stp_10.42.42.5(pid=7788): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7788)]\u000a12:24:12.234978 run osmo-stp_10.42.42.5(pid=7788): stdout: \u000a| (launched: 2022-12-10_12:24:10.705034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:12.356102 run osmo-stp_10.42.42.5(pid=7788): stderr: \u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122410875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:12.474190 run osmo-stp_10.42.42.5(pid=7788): stdout: \u000a| (launched: 2022-12-10_12:24:10.705034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:12.590718 run osmo-stp_10.42.42.5(pid=7788): stderr: \u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122410874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122410875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122410875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:12.641615 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7788): Process ended prematurely: osmo-stp_10.42.42.5(pid=7788) [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7788)] [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a12:24:12.649611 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a12:24:12.708418 run osmo-hlr_10.42.42.2(pid=7785): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7785)]\u000a12:24:12.756813 run osmo-hlr_10.42.42.2(pid=7785): stdout: \u000a| (launched: 2022-12-10_12:24:09.797708) \u000a12:24:12.805564 run osmo-hlr_10.42.42.2(pid=7785): stderr: \u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122409972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122409984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122409993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122409993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122409993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:12.871971 run osmo-msc_10.42.42.6(pid=7791): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7791)]\u000a12:24:12.920268 run osmo-msc_10.42.42.6(pid=7791): stdout: \u000a| (launched: 2022-12-10_12:24:11.793852) \u000a12:24:12.969466 run osmo-msc_10.42.42.6(pid=7791): stderr: \u000a| �[0;m�[38;5;43m20221210122412065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122412065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81194eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122412065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122412066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122412066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122412066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122412068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122412068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122412068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122412068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:24:13.010717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7784): Terminating (SIGTERM)\u000a12:24:13.049704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7787): Terminating (SIGTERM)\u000a12:24:13.088565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7790): Terminating (SIGTERM)\u000a12:24:13.097756 --- ParallelTerminationStrategy: PID 7784 died...\u000a12:24:13.150248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7784): Terminated: ok {rc=0}\u000a12:24:13.159876 --- ParallelTerminationStrategy: PID 7787 died...\u000a12:24:13.213058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7787): Terminated: ok {rc=0}\u000a12:24:13.222663 --- ParallelTerminationStrategy: PID 7790 died...\u000a12:24:13.275484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7790): Terminated: ok {rc=0}\u000a12:24:13.364466 bus /sierra_3: Setting Powered False\u000a12:24:14.467084 bus /sierra_3: Setting Powered False\u000a12:24:15.573022 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:24:16.627655 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:16.640734 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:24:16.811724 tst emergency_preemptive_call.py: using LAC 28376\u000a12:24:16.962663 tst emergency_preemptive_call.py: using RAC 71\u000a12:24:17.085020 tst emergency_preemptive_call.py: using CellId 28376\u000a12:24:17.202917 tst emergency_preemptive_call.py: using BVCI 28377\u000a12:24:17.226046 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:17.237172 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:17.248033 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:17.259406 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:17.270351 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:24:17.281158 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:17.393944 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:17.507521 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:17.619705 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:17.812655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:18.284542 run create_hlr_db(pid=7793): Launched\u000a12:24:18.468511 bus /sierra_2: Setting Powered False\u000a12:24:19.487256 run create_hlr_db(pid=7793): Terminated: ok {rc=0}\u000a12:24:19.907474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Launched\u000a12:24:20.223042 run osmo-hlr_10.42.42.2(pid=7796): Launched\u000a12:24:20.340720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:20.888170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Launched\u000a12:24:21.203100 run osmo-stp_10.42.42.5(pid=7799): Launched\u000a12:24:21.329730 tst emergency_preemptive_call.py: using MSISDN 7729\u000a12:24:21.486632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:24:22.058983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Launched\u000a12:24:22.374096 run osmo-msc_10.42.42.6(pid=7802): Launched\u000a12:24:22.559184 run osmo-stp_10.42.42.5(pid=7799): ERR: Terminated: ERROR {rc=1} [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)]\u000a12:24:22.693921 run osmo-stp_10.42.42.5(pid=7799): stdout: \u000a| (launched: 2022-12-10_12:24:21.048153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:22.827136 run osmo-stp_10.42.42.5(pid=7799): stderr: \u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122421243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:22.954847 run osmo-stp_10.42.42.5(pid=7799): stdout: \u000a| (launched: 2022-12-10_12:24:21.048153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:23.081626 run osmo-stp_10.42.42.5(pid=7799): stderr: \u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122421242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122421243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122421243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:23.136769 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7799): Process ended prematurely: osmo-stp_10.42.42.5(pid=7799) [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7799)] [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a12:24:23.145495 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a12:24:23.208216 run osmo-hlr_10.42.42.2(pid=7796): ERR: Terminated: ERROR {rc=237} [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7796)]\u000a12:24:23.259578 run osmo-hlr_10.42.42.2(pid=7796): stdout: \u000a| (launched: 2022-12-10_12:24:20.067872) \u000a12:24:23.311807 run osmo-hlr_10.42.42.2(pid=7796): stderr: \u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122420265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122420277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122420285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122420285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122420286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:23.382254 run osmo-msc_10.42.42.6(pid=7802): ERR: Terminated: ERROR {rc=2} [trial-2374↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7802)]\u000a12:24:23.433492 run osmo-msc_10.42.42.6(pid=7802): stdout: \u000a| (launched: 2022-12-10_12:24:22.219400) \u000a12:24:23.485437 run osmo-msc_10.42.42.6(pid=7802): stderr: \u000a| �[0;m�[38;5;43m20221210122422542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122422542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f863027cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122422542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122422542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122422542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122422542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122422544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122422545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122422545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122422545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:24:23.529549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Terminating (SIGTERM)\u000a12:24:23.571299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Terminating (SIGTERM)\u000a12:24:23.612935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Terminating (SIGTERM)\u000a12:24:23.622751 --- ParallelTerminationStrategy: PID 7795 died...\u000a12:24:23.679301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7795): Terminated: ok {rc=0}\u000a12:24:23.689543 --- ParallelTerminationStrategy: PID 7798 died...\u000a12:24:23.745208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7798): Terminated: ok {rc=0}\u000a12:24:23.755589 --- ParallelTerminationStrategy: PID 7801 died...\u000a12:24:23.811346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7801): Terminated: ok {rc=0}\u000a12:24:23.898392 bus /sierra_9: Setting Powered False\u000a12:24:25.005023 bus /sierra_9: Setting Powered False\u000a12:24:26.111994 bus /sierra_8: Setting Powered False\u000a12:24:27.217556 bus /sierra_8: Setting Powered False\u000a12:24:28.323986 bus /sierra_3: Setting Powered False\u000a12:24:29.429501 bus /sierra_3: Setting Powered False\u000a12:24:30.541056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:24:06" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:24:32.657184 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:32.667680 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:24:32.797451 tst cs_paging_gprs_active.py: using LAC 28377\u000a12:24:32.912125 tst cs_paging_gprs_active.py: using RAC 72\u000a12:24:33.027386 tst cs_paging_gprs_active.py: using CellId 28377\u000a12:24:33.145276 tst cs_paging_gprs_active.py: using BVCI 28378\u000a12:24:33.167801 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.178416 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.188735 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.199276 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.209627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.219834 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.230534 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.240680 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:33.251200 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:33.369160 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:33.663660 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:24:33.798881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:34.130784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7807): Launched\u000a12:24:34.407634 run iperf3-srv_10.42.42.10(pid=7808): Launched\u000a12:24:34.605139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:24:34.739497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:35.071396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Launched\u000a12:24:35.346632 run iperf3-srv_10.42.42.10(pid=7810): Launched\u000a12:24:35.544619 tst cs_paging_gprs_active.py:38: start network...\u000a12:24:35.678623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:36.183283 run create_hlr_db(pid=7811): Launched\u000a12:24:36.369269 bus /sierra_2: Setting Powered False\u000a12:24:37.391405 run create_hlr_db(pid=7811): Terminated: ok {rc=0}\u000a12:24:37.818996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Launched\u000a12:24:38.139401 run osmo-hlr_10.42.42.2(pid=7814): Launched\u000a12:24:38.256325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:38.810912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Launched\u000a12:24:39.130954 run osmo-stp_10.42.42.5(pid=7817): Launched\u000a12:24:39.248667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:39.807921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7819): Launched\u000a12:24:39.922650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:40.202566 run patchelf(pid=7820): Launched\u000a12:24:40.390702 run osmo-stp_10.42.42.5(pid=7817): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]\u000a12:24:40.528020 run osmo-stp_10.42.42.5(pid=7817): stdout: \u000a| (launched: 2022-12-10_12:24:38.973368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:40.666371 run osmo-stp_10.42.42.5(pid=7817): stderr: \u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122439167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:40.799548 run osmo-stp_10.42.42.5(pid=7817): stdout: \u000a| (launched: 2022-12-10_12:24:38.973368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:40.931267 run osmo-stp_10.42.42.5(pid=7817): stderr: \u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122439166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122439167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122439167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:41.084683 run patchelf(pid=7820): Terminating (SIGINT)\u000a12:24:41.264848 run patchelf(pid=7820): Terminated: ok {rc=0}\u000a12:24:41.297974 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)] [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a12:24:41.307793 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:24:41.370928 run osmo-hlr_10.42.42.2(pid=7814): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7814)]\u000a12:24:41.422067 run osmo-hlr_10.42.42.2(pid=7814): stdout: \u000a| (launched: 2022-12-10_12:24:37.982203) \u000a12:24:41.473595 run osmo-hlr_10.42.42.2(pid=7814): stderr: \u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122438180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122438192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122438200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122438200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122438200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:41.517705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7807): Terminating (SIGTERM)\u000a12:24:41.559009 run iperf3-srv_10.42.42.10(pid=7808): Terminating (SIGTERM)\u000a12:24:41.600928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Terminating (SIGTERM)\u000a12:24:41.643127 run iperf3-srv_10.42.42.10(pid=7810): Terminating (SIGTERM)\u000a12:24:41.684670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Terminating (SIGTERM)\u000a12:24:41.726964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Terminating (SIGTERM)\u000a12:24:41.768652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7819): Terminating (SIGTERM)\u000a12:24:41.778529 --- ParallelTerminationStrategy: PID 7807 died...\u000a12:24:41.834857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7807): Terminated: ok {rc=0}\u000a12:24:41.845088 --- ParallelTerminationStrategy: PID 7808 died...\u000a12:24:41.900490 run iperf3-srv_10.42.42.10(pid=7808): Terminated {rc=256}\u000a12:24:41.910613 --- ParallelTerminationStrategy: PID 7809 died...\u000a12:24:41.966044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Terminated: ok {rc=0}\u000a12:24:41.975924 --- ParallelTerminationStrategy: PID 7810 died...\u000a12:24:42.031460 run iperf3-srv_10.42.42.10(pid=7810): Terminated {rc=256}\u000a12:24:42.041916 --- ParallelTerminationStrategy: PID 7813 died...\u000a12:24:42.097404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Terminated: ok {rc=0}\u000a12:24:42.107636 --- ParallelTerminationStrategy: PID 7816 died...\u000a12:24:42.163760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Terminated: ok {rc=0}\u000a12:24:42.174066 --- ParallelTerminationStrategy: PID 7819 died...\u000a12:24:42.230115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7819): Terminated: ok {rc=0}\u000a12:24:42.317843 bus /gobi_0: Setting Powered False\u000a12:24:43.425051 bus /gobi_0: Setting Powered False\u000a12:24:44.531737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7830): Process ended prematurely: osmo-stp_10.42.42.5(pid=7830) [trial-2374↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7830)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7830): Process ended prematurely: osmo-stp_10.42.42.5(pid=7830) [trial-2374↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a12:24:45.645945 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:45.657984 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:24:45.802090 tst iperf3.py: using LAC 28378\u000a12:24:45.949635 tst iperf3.py: using RAC 73\u000a12:24:46.090557 tst iperf3.py: using CellId 28378\u000a12:24:46.221073 tst iperf3.py: using BVCI 28379\u000a12:24:46.245702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.256785 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.267765 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.278913 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.289785 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.300889 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.311967 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.323075 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:46.334135 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:46.651168 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:46.788792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:47.130359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7821): Launched\u000a12:24:47.427018 run iperf3-srv_10.42.42.10(pid=7822): Launched\u000a12:24:47.623741 tst iperf3.py:8: start network...\u000a12:24:47.758267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:48.261823 run create_hlr_db(pid=7824): Launched\u000a12:24:48.448586 bus /gobi_6: Setting Powered False\u000a12:24:49.469766 run create_hlr_db(pid=7824): Terminated: ok {rc=0}\u000a12:24:49.872923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7826): Launched\u000a12:24:50.172709 run osmo-hlr_10.42.42.2(pid=7827): Launched\u000a12:24:50.282767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:50.802039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7829): Launched\u000a12:24:51.101249 run osmo-stp_10.42.42.5(pid=7830): Launched\u000a12:24:51.210329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:51.729979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7832): Launched\u000a12:24:51.835849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:52.096580 run patchelf(pid=7833): Launched\u000a12:24:52.271385 run osmo-stp_10.42.42.5(pid=7830): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7830)]\u000a12:24:52.398920 run osmo-stp_10.42.42.5(pid=7830): stdout: \u000a| (launched: 2022-12-10_12:24:50.953439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:52.527322 run osmo-stp_10.42.42.5(pid=7830): stderr: \u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122451126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:52.650751 run osmo-stp_10.42.42.5(pid=7830): stdout: \u000a| (launched: 2022-12-10_12:24:50.953439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:52.773099 run osmo-stp_10.42.42.5(pid=7830): stderr: \u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122451125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122451126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122451126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:52.915936 run patchelf(pid=7833): Terminating (SIGINT)\u000a12:24:53.083319 run patchelf(pid=7833): Terminated: ok {rc=0}\u000a12:24:53.114180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7830): Process ended prematurely: osmo-stp_10.42.42.5(pid=7830) [trial-2374↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7830)] [trial-2374↪gprs:nanobts+band-900↪iperf3.py:8]\u000a12:24:53.123245 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:24:53.183095 run osmo-hlr_10.42.42.2(pid=7827): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7827)]\u000a12:24:53.231669 run osmo-hlr_10.42.42.2(pid=7827): stdout: \u000a| (launched: 2022-12-10_12:24:50.025235) \u000a12:24:53.281060 run osmo-hlr_10.42.42.2(pid=7827): stderr: \u000a| �[0;m�[1;31m20221210122450201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122450201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122450201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122450201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122450201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122450202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122450213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122450223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122450224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122450224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:53.323048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7821): Terminating (SIGTERM)\u000a12:24:53.362685 run iperf3-srv_10.42.42.10(pid=7822): Terminating (SIGTERM)\u000a12:24:53.402256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7826): Terminating (SIGTERM)\u000a12:24:53.442331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7829): Terminating (SIGTERM)\u000a12:24:53.482090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7832): Terminating (SIGTERM)\u000a12:24:53.491304 --- ParallelTerminationStrategy: PID 7821 died...\u000a12:24:53.544292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7821): Terminated: ok {rc=0}\u000a12:24:53.553926 --- ParallelTerminationStrategy: PID 7822 died...\u000a12:24:53.606574 run iperf3-srv_10.42.42.10(pid=7822): Terminated {rc=256}\u000a12:24:53.616122 --- ParallelTerminationStrategy: PID 7826 died...\u000a12:24:53.668700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7826): Terminated: ok {rc=0}\u000a12:24:53.678294 --- ParallelTerminationStrategy: PID 7829 died...\u000a12:24:53.730996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7829): Terminated: ok {rc=0}\u000a12:24:53.740661 --- ParallelTerminationStrategy: PID 7832 died...\u000a12:24:53.793694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7832): Terminated: ok {rc=0}\u000a12:24:53.881433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a12:24:54.990300 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.001356 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:24:55.136465 tst iperf3m4.py: using LAC 28379\u000a12:24:55.259081 tst iperf3m4.py: using RAC 74\u000a12:24:55.374216 tst iperf3m4.py: using CellId 28379\u000a12:24:55.489439 tst iperf3m4.py: using BVCI 28380\u000a12:24:55.512576 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.523229 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.533608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.544283 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.554949 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.565279 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.575643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.585949 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:24:55.596387 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:55.714489 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:55.829411 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:55.948004 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:24:56.226221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:56.350552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:56.659901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7834): Launched\u000a12:24:56.917085 run iperf3-srv_10.42.42.10(pid=7835): Launched\u000a12:24:57.099037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:24:57.222830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:57.532453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7836): Launched\u000a12:24:57.789478 run iperf3-srv_10.42.42.10(pid=7837): Launched\u000a12:24:57.971176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:24:58.094908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:58.403423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Launched\u000a12:24:58.659175 run iperf3-srv_10.42.42.10(pid=7839): Launched\u000a12:24:58.840848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:24:58.964658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:59.273544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Launched\u000a12:24:59.530819 run iperf3-srv_10.42.42.10(pid=7841): Launched\u000a12:24:59.712638 tst iperf3m4.py:8: start network...\u000a12:24:59.837274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:00.315724 run create_hlr_db(pid=7842): Launched\u000a12:25:00.488338 bus /gobi_6: Setting Powered False\u000a12:25:01.516327 run create_hlr_db(pid=7842): Terminated: ok {rc=0}\u000a12:25:01.941708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Launched\u000a12:25:02.291147 run osmo-hlr_10.42.42.2(pid=7848): Launched\u000a12:25:02.410815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:02.972028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Launched\u000a12:25:03.293506 run osmo-stp_10.42.42.5(pid=7851): Launched\u000a12:25:03.410424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:03.969656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7853): Launched\u000a12:25:04.084495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:04.363799 run patchelf(pid=7854): Launched\u000a12:25:04.551881 run osmo-stp_10.42.42.5(pid=7851): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)]\u000a12:25:04.689934 run osmo-stp_10.42.42.5(pid=7851): stdout: \u000a| (launched: 2022-12-10_12:25:03.135758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:04.828611 run osmo-stp_10.42.42.5(pid=7851): stderr: \u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122503329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:04.961853 run osmo-stp_10.42.42.5(pid=7851): stdout: \u000a| (launched: 2022-12-10_12:25:03.135758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:05.094269 run osmo-stp_10.42.42.5(pid=7851): stderr: \u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122503328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122503329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122503329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:05.248045 run patchelf(pid=7854): Terminating (SIGINT)\u000a12:25:05.427847 run patchelf(pid=7854): Terminated: ok {rc=0}\u000a12:25:05.460769 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7851): Process ended prematurely: osmo-stp_10.42.42.5(pid=7851) [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7851)] [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a12:25:05.470758 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:25:05.535043 run osmo-hlr_10.42.42.2(pid=7848): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7848)]\u000a12:25:05.586560 run osmo-hlr_10.42.42.2(pid=7848): stdout: \u000a| (launched: 2022-12-10_12:25:02.097633) \u000a12:25:05.638995 run osmo-hlr_10.42.42.2(pid=7848): stderr: \u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122502322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122502355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122502364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122502365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122502365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:05.683063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7834): Terminating (SIGTERM)\u000a12:25:05.725147 run iperf3-srv_10.42.42.10(pid=7835): Terminating (SIGTERM)\u000a12:25:05.767145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7836): Terminating (SIGTERM)\u000a12:25:05.809297 run iperf3-srv_10.42.42.10(pid=7837): Terminating (SIGTERM)\u000a12:25:05.852879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Terminating (SIGTERM)\u000a12:25:05.892429 run iperf3-srv_10.42.42.10(pid=7839): Terminating (SIGTERM)\u000a12:25:05.932270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Terminating (SIGTERM)\u000a12:25:05.971732 run iperf3-srv_10.42.42.10(pid=7841): Terminating (SIGTERM)\u000a12:25:06.011245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Terminating (SIGTERM)\u000a12:25:06.050728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Terminating (SIGTERM)\u000a12:25:06.090382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7853): Terminating (SIGTERM)\u000a12:25:06.099527 --- ParallelTerminationStrategy: PID 7834 died...\u000a12:25:06.153230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7834): Terminated: ok {rc=0}\u000a12:25:06.163267 --- ParallelTerminationStrategy: PID 7835 died...\u000a12:25:06.216405 run iperf3-srv_10.42.42.10(pid=7835): Terminated {rc=256}\u000a12:25:06.225898 --- ParallelTerminationStrategy: PID 7836 died...\u000a12:25:06.277843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7836): Terminated: ok {rc=0}\u000a12:25:06.287266 --- ParallelTerminationStrategy: PID 7837 died...\u000a12:25:06.338944 run iperf3-srv_10.42.42.10(pid=7837): Terminated {rc=256}\u000a12:25:06.348323 --- ParallelTerminationStrategy: PID 7838 died...\u000a12:25:06.400241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Terminated: ok {rc=0}\u000a12:25:06.409763 --- ParallelTerminationStrategy: PID 7839 died...\u000a12:25:06.461492 run iperf3-srv_10.42.42.10(pid=7839): Terminated {rc=256}\u000a12:25:06.470919 --- ParallelTerminationStrategy: PID 7840 died...\u000a12:25:06.523101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Terminated: ok {rc=0}\u000a12:25:06.532547 --- ParallelTerminationStrategy: PID 7841 died...\u000a12:25:06.584873 run iperf3-srv_10.42.42.10(pid=7841): Terminated {rc=256}\u000a12:25:06.594448 --- ParallelTerminationStrategy: PID 7847 died...\u000a12:25:06.646491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7847): Terminated: ok {rc=0}\u000a12:25:06.655954 --- ParallelTerminationStrategy: PID 7850 died...\u000a12:25:06.708028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7850): Terminated: ok {rc=0}\u000a12:25:06.717613 --- ParallelTerminationStrategy: PID 7853 died...\u000a12:25:06.769985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7853): Terminated: ok {rc=0}\u000a12:25:06.857310 bus /gobi_4: Setting Powered False\u000a12:25:07.963638 bus /gobi_4: Setting Powered False\u000a12:25:09.071686 bus /gobi_1: Setting Powered False\u000a12:25:10.177760 bus /gobi_1: Setting Powered False\u000a12:25:11.286048 bus /gobi_0: Setting Powered False\u000a12:25:12.392323 bus /gobi_0: Setting Powered False\u000a12:25:13.505193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7861): Process ended prematurely: osmo-stp_10.42.42.5(pid=7861) [trial-2374↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7861)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7861): Process ended prematurely: osmo-stp_10.42.42.5(pid=7861) [trial-2374↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a12:25:14.571612 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:14.582745 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:25:14.723440 tst ping.py: using LAC 28380\u000a12:25:14.846913 tst ping.py: using RAC 75\u000a12:25:14.970701 tst ping.py: using CellId 28380\u000a12:25:15.093675 tst ping.py: using BVCI 28381\u000a12:25:15.117864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.129037 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.140008 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.151173 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.162382 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.173447 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.184590 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:15.195744 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:25:15.466635 tst ping.py:19: start network...\u000a12:25:15.588396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:16.121073 run create_hlr_db(pid=7855): Launched\u000a12:25:16.296376 bus /gobi_6: Setting Powered False\u000a12:25:17.322177 run create_hlr_db(pid=7855): Terminated: ok {rc=0}\u000a12:25:17.742307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7857): Launched\u000a12:25:18.058531 run osmo-hlr_10.42.42.2(pid=7858): Launched\u000a12:25:18.177356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:18.726963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7860): Launched\u000a12:25:19.042436 run osmo-stp_10.42.42.5(pid=7861): Launched\u000a12:25:19.157146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:19.706697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7863): Launched\u000a12:25:19.819957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:20.095224 run patchelf(pid=7864): Launched\u000a12:25:20.279784 run osmo-stp_10.42.42.5(pid=7861): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7861)]\u000a12:25:20.414708 run osmo-stp_10.42.42.5(pid=7861): stdout: \u000a| (launched: 2022-12-10_12:25:18.887000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:20.549843 run osmo-stp_10.42.42.5(pid=7861): stderr: \u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122519080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:20.680180 run osmo-stp_10.42.42.5(pid=7861): stdout: \u000a| (launched: 2022-12-10_12:25:18.887000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:20.809815 run osmo-stp_10.42.42.5(pid=7861): stderr: \u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122519079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122519080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122519080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:20.960248 run patchelf(pid=7864): Terminating (SIGINT)\u000a12:25:21.137276 run patchelf(pid=7864): Terminated: ok {rc=0}\u000a12:25:21.169164 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7861): Process ended prematurely: osmo-stp_10.42.42.5(pid=7861) [trial-2374↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7861)] [trial-2374↪gprs:nanobts+band-900↪ping.py:22]\u000a12:25:21.178321 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:25:21.242486 run osmo-hlr_10.42.42.2(pid=7858): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7858)]\u000a12:25:21.294321 run osmo-hlr_10.42.42.2(pid=7858): stdout: \u000a| (launched: 2022-12-10_12:25:17.903110) \u000a12:25:21.346771 run osmo-hlr_10.42.42.2(pid=7858): stderr: \u000a| �[0;m�[1;31m20221210122518099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122518099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122518099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122518100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122518100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122518100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122518112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122518120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122518120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122518120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:21.391403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7857): Terminating (SIGTERM)\u000a12:25:21.433243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7860): Terminating (SIGTERM)\u000a12:25:21.475520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7863): Terminating (SIGTERM)\u000a12:25:21.485477 --- ParallelTerminationStrategy: PID 7857 died...\u000a12:25:21.542145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7857): Terminated: ok {rc=0}\u000a12:25:21.552458 --- ParallelTerminationStrategy: PID 7860 died...\u000a12:25:21.609203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7860): Terminated: ok {rc=0}\u000a12:25:21.619503 --- ParallelTerminationStrategy: PID 7863 died...\u000a12:25:21.675973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7863): Terminated: ok {rc=0}\u000a12:25:21.764477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7871): Process ended prematurely: osmo-stp_10.42.42.5(pid=7871) [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7871)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7871): Process ended prematurely: osmo-stp_10.42.42.5(pid=7871) [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:25:22.815842 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:22.827505 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:25:22.962258 tst ping_idle_ping.py: using LAC 28381\u000a12:25:23.078271 tst ping_idle_ping.py: using RAC 76\u000a12:25:23.194175 tst ping_idle_ping.py: using CellId 28381\u000a12:25:23.310857 tst ping_idle_ping.py: using BVCI 28382\u000a12:25:23.333400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.344306 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.354819 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.365234 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.375450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.385775 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.396255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:25:23.406758 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:25:23.693452 tst ping_idle_ping.py:24: start network...\u000a12:25:23.826784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:24.328765 run create_hlr_db(pid=7865): Launched\u000a12:25:24.513084 bus /gobi_6: Setting Powered False\u000a12:25:25.534827 run create_hlr_db(pid=7865): Terminated: ok {rc=0}\u000a12:25:25.932439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7867): Launched\u000a12:25:26.228894 run osmo-hlr_10.42.42.2(pid=7868): Launched\u000a12:25:26.337604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:26.849155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7870): Launched\u000a12:25:27.144844 run osmo-stp_10.42.42.5(pid=7871): Launched\u000a12:25:27.252252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:27.766542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7873): Launched\u000a12:25:27.871312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:28.128499 run patchelf(pid=7874): Launched\u000a12:25:28.301452 run osmo-stp_10.42.42.5(pid=7871): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7871)]\u000a12:25:28.427974 run osmo-stp_10.42.42.5(pid=7871): stdout: \u000a| (launched: 2022-12-10_12:25:26.998630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:28.554416 run osmo-stp_10.42.42.5(pid=7871): stderr: \u000a| �[0;m�[38;5;43m20221210122527167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122527167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122527168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122527168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:28.676012 run osmo-stp_10.42.42.5(pid=7871): stdout: \u000a| (launched: 2022-12-10_12:25:26.998630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:28.796523 run osmo-stp_10.42.42.5(pid=7871): stderr: \u000a| �[0;m�[38;5;43m20221210122527167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122527167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122527168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122527168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122527169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:28.937338 run patchelf(pid=7874): Terminating (SIGINT)\u000a12:25:29.102577 run patchelf(pid=7874): Terminated: ok {rc=0}\u000a12:25:29.132811 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7871): Process ended prematurely: osmo-stp_10.42.42.5(pid=7871) [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7871)] [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a12:25:29.141406 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:25:29.200833 run osmo-hlr_10.42.42.2(pid=7868): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7868)]\u000a12:25:29.249299 run osmo-hlr_10.42.42.2(pid=7868): stdout: \u000a| (launched: 2022-12-10_12:25:26.082578) \u000a12:25:29.298467 run osmo-hlr_10.42.42.2(pid=7868): stderr: \u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122526257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122526269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122526279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122526279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122526280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:29.340297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7867): Terminating (SIGTERM)\u000a12:25:29.379935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7870): Terminating (SIGTERM)\u000a12:25:29.419479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7873): Terminating (SIGTERM)\u000a12:25:29.428727 --- ParallelTerminationStrategy: PID 7867 died...\u000a12:25:29.481572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7867): Terminated: ok {rc=0}\u000a12:25:29.491238 --- ParallelTerminationStrategy: PID 7870 died...\u000a12:25:29.544691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7870): Terminated: ok {rc=0}\u000a12:25:29.554365 --- ParallelTerminationStrategy: PID 7873 died...\u000a12:25:29.607233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7873): Terminated: ok {rc=0}\u000a12:25:29.690462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:24:32" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7890): Process ended prematurely: osmo-stp_10.42.42.5(pid=7890) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7890)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7890): Process ended prematurely: osmo-stp_10.42.42.5(pid=7890) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:25:31.937553 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:31.949132 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:25:32.089220 tst cs_paging_gprs_active.py: using LAC 28382\u000a12:25:32.208284 tst cs_paging_gprs_active.py: using RAC 77\u000a12:25:32.330780 tst cs_paging_gprs_active.py: using CellId 28382\u000a12:25:32.447074 tst cs_paging_gprs_active.py: using BVCI 28383\u000a12:25:32.470133 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.480810 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.491404 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.501992 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.512457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.523024 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.533673 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.544086 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:32.554994 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:32.673376 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:32.950799 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:25:33.075875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:33.388686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7880): Launched\u000a12:25:33.646527 run iperf3-srv_10.42.42.10(pid=7881): Launched\u000a12:25:33.830156 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:25:33.954577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:34.264547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7882): Launched\u000a12:25:34.521700 run iperf3-srv_10.42.42.10(pid=7883): Launched\u000a12:25:34.703470 tst cs_paging_gprs_active.py:38: start network...\u000a12:25:34.827802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:35.305720 run create_hlr_db(pid=7884): Launched\u000a12:25:35.477253 bus /gobi_6: Setting Powered False\u000a12:25:36.500188 run create_hlr_db(pid=7884): Terminated: ok {rc=0}\u000a12:25:36.929521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7886): Launched\u000a12:25:37.250342 run osmo-hlr_10.42.42.2(pid=7887): Launched\u000a12:25:37.370284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:37.931348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7889): Launched\u000a12:25:38.253586 run osmo-stp_10.42.42.5(pid=7890): Launched\u000a12:25:38.371676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:38.932352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7892): Launched\u000a12:25:39.047589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:39.329639 run patchelf(pid=7893): Launched\u000a12:25:39.518919 run osmo-stp_10.42.42.5(pid=7890): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7890)]\u000a12:25:39.657339 run osmo-stp_10.42.42.5(pid=7890): stdout: \u000a| (launched: 2022-12-10_12:25:38.095157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:39.796673 run osmo-stp_10.42.42.5(pid=7890): stderr: \u000a| �[0;m�[38;5;43m20221210122538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122538289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122538289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122538290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122538290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:39.930742 run osmo-stp_10.42.42.5(pid=7890): stdout: \u000a| (launched: 2022-12-10_12:25:38.095157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:40.063280 run osmo-stp_10.42.42.5(pid=7890): stderr: \u000a| �[0;m�[38;5;43m20221210122538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122538288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122538289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122538289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122538289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122538290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122538290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:40.217432 run patchelf(pid=7893): Terminating (SIGINT)\u000a12:25:40.398044 run patchelf(pid=7893): Terminated: ok {rc=0}\u000a12:25:40.431204 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7890): Process ended prematurely: osmo-stp_10.42.42.5(pid=7890) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7890)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:25:40.441088 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:25:40.504981 run osmo-hlr_10.42.42.2(pid=7887): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7887)]\u000a12:25:40.556630 run osmo-hlr_10.42.42.2(pid=7887): stdout: \u000a| (launched: 2022-12-10_12:25:37.092872) \u000a12:25:40.609058 run osmo-hlr_10.42.42.2(pid=7887): stderr: \u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122537290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122537302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122537310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122537310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122537310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:40.653889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7880): Terminating (SIGTERM)\u000a12:25:40.695624 run iperf3-srv_10.42.42.10(pid=7881): Terminating (SIGTERM)\u000a12:25:40.737923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7882): Terminating (SIGTERM)\u000a12:25:40.780072 run iperf3-srv_10.42.42.10(pid=7883): Terminating (SIGTERM)\u000a12:25:40.822163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7886): Terminating (SIGTERM)\u000a12:25:40.864381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7889): Terminating (SIGTERM)\u000a12:25:40.906432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7892): Terminating (SIGTERM)\u000a12:25:40.916509 --- ParallelTerminationStrategy: PID 7880 died...\u000a12:25:40.973335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7880): Terminated: ok {rc=0}\u000a12:25:40.983589 --- ParallelTerminationStrategy: PID 7881 died...\u000a12:25:41.039757 run iperf3-srv_10.42.42.10(pid=7881): Terminated {rc=256}\u000a12:25:41.050034 --- ParallelTerminationStrategy: PID 7882 died...\u000a12:25:41.106429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7882): Terminated: ok {rc=0}\u000a12:25:41.116609 --- ParallelTerminationStrategy: PID 7883 died...\u000a12:25:41.172629 run iperf3-srv_10.42.42.10(pid=7883): Terminated {rc=256}\u000a12:25:41.182800 --- ParallelTerminationStrategy: PID 7886 died...\u000a12:25:41.238728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7886): Terminated: ok {rc=0}\u000a12:25:41.248924 --- ParallelTerminationStrategy: PID 7889 died...\u000a12:25:41.305167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7889): Terminated: ok {rc=0}\u000a12:25:41.315401 --- ParallelTerminationStrategy: PID 7892 died...\u000a12:25:41.371454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7892): Terminated: ok {rc=0}\u000a12:25:41.458219 bus /gobi_0: Setting Powered False\u000a12:25:42.559665 bus /gobi_0: Setting Powered False\u000a12:25:43.665758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:25:44.780188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:44.792097 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:25:44.938809 tst iperf3.py: using LAC 28383\u000a12:25:45.058758 tst iperf3.py: using RAC 78\u000a12:25:45.175691 tst iperf3.py: using CellId 28383\u000a12:25:45.295027 tst iperf3.py: using BVCI 28384\u000a12:25:45.318102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.329075 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.339817 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.350457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.360764 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.371228 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.381891 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.392261 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:45.402914 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:45.694302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:45.833861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:46.175494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7894): Launched\u000a12:25:46.469744 run iperf3-srv_10.42.42.10(pid=7895): Launched\u000a12:25:46.670977 tst iperf3.py:8: start network...\u000a12:25:46.808621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:47.322579 run create_hlr_db(pid=7896): Launched\u000a12:25:47.509554 bus /gobi_6: Setting Powered False\u000a12:25:48.530300 run create_hlr_db(pid=7896): Terminated: ok {rc=0}\u000a12:25:48.933606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Launched\u000a12:25:49.233417 run osmo-hlr_10.42.42.2(pid=7899): Launched\u000a12:25:49.343677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:49.862331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Launched\u000a12:25:50.161753 run osmo-stp_10.42.42.5(pid=7902): Launched\u000a12:25:50.270742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:50.790370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7904): Launched\u000a12:25:50.896273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:51.157549 run patchelf(pid=7905): Launched\u000a12:25:51.333066 run osmo-stp_10.42.42.5(pid=7902): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)]\u000a12:25:51.460523 run osmo-stp_10.42.42.5(pid=7902): stdout: \u000a| (launched: 2022-12-10_12:25:50.014925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:51.589336 run osmo-stp_10.42.42.5(pid=7902): stderr: \u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122550186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:51.712505 run osmo-stp_10.42.42.5(pid=7902): stdout: \u000a| (launched: 2022-12-10_12:25:50.014925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:51.835320 run osmo-stp_10.42.42.5(pid=7902): stderr: \u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122550185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122550186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122550186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:51.979109 run patchelf(pid=7905): Terminating (SIGINT)\u000a12:25:52.146880 run patchelf(pid=7905): Terminated: ok {rc=0}\u000a12:25:52.178391 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7902): Process ended prematurely: osmo-stp_10.42.42.5(pid=7902) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7902)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a12:25:52.187415 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:25:52.246691 run osmo-hlr_10.42.42.2(pid=7899): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7899)]\u000a12:25:52.294668 run osmo-hlr_10.42.42.2(pid=7899): stdout: \u000a| (launched: 2022-12-10_12:25:49.085801) \u000a12:25:52.343378 run osmo-hlr_10.42.42.2(pid=7899): stderr: \u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122549262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122549274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122549283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122549283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122549283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:52.384824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7894): Terminating (SIGTERM)\u000a12:25:52.424071 run iperf3-srv_10.42.42.10(pid=7895): Terminating (SIGTERM)\u000a12:25:52.463269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Terminating (SIGTERM)\u000a12:25:52.502440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Terminating (SIGTERM)\u000a12:25:52.541829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7904): Terminating (SIGTERM)\u000a12:25:52.551085 --- ParallelTerminationStrategy: PID 7894 died...\u000a12:25:52.604319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7894): Terminated: ok {rc=0}\u000a12:25:52.614070 --- ParallelTerminationStrategy: PID 7895 died...\u000a12:25:52.666753 run iperf3-srv_10.42.42.10(pid=7895): Terminated {rc=256}\u000a12:25:52.676465 --- ParallelTerminationStrategy: PID 7898 died...\u000a12:25:52.729623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7898): Terminated: ok {rc=0}\u000a12:25:52.739441 --- ParallelTerminationStrategy: PID 7901 died...\u000a12:25:52.791872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7901): Terminated: ok {rc=0}\u000a12:25:52.801867 --- ParallelTerminationStrategy: PID 7904 died...\u000a12:25:52.854631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7904): Terminated: ok {rc=0}\u000a12:25:52.938367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:25:54.052718 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.064576 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:25:54.203465 tst iperf3m4.py: using LAC 28384\u000a12:25:54.323149 tst iperf3m4.py: using RAC 79\u000a12:25:54.442592 tst iperf3m4.py: using CellId 28384\u000a12:25:54.562030 tst iperf3m4.py: using BVCI 28385\u000a12:25:54.584790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.595757 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.606525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.617290 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.627987 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.638722 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.649618 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.660222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:25:54.671081 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:54.789224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:54.906385 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:55.024298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:25:55.302353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:55.427403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:55.738253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7906): Launched\u000a12:25:55.996548 run iperf3-srv_10.42.42.10(pid=7907): Launched\u000a12:25:56.179231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:25:56.303622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:56.613570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7908): Launched\u000a12:25:56.870236 run iperf3-srv_10.42.42.10(pid=7909): Launched\u000a12:25:57.051934 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:25:57.175823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:57.485973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Launched\u000a12:25:57.742889 run iperf3-srv_10.42.42.10(pid=7911): Launched\u000a12:25:57.925182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:25:58.049990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:58.359266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Launched\u000a12:25:58.616404 run iperf3-srv_10.42.42.10(pid=7913): Launched\u000a12:25:58.798205 tst iperf3m4.py:8: start network...\u000a12:25:58.922488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:59.402147 run create_hlr_db(pid=7914): Launched\u000a12:25:59.574765 bus /gobi_6: Setting Powered False\u000a12:26:00.596751 run create_hlr_db(pid=7914): Terminated: ok {rc=0}\u000a12:26:01.047496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Launched\u000a12:26:01.476833 run osmo-hlr_10.42.42.2(pid=7917): Launched\u000a12:26:01.775977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:02.383441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Launched\u000a12:26:02.685579 run osmo-stp_10.42.42.5(pid=7920): Launched\u000a12:26:02.794328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:03.314437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7922): Launched\u000a12:26:03.420500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:03.682047 run patchelf(pid=7923): Launched\u000a12:26:03.857410 run osmo-stp_10.42.42.5(pid=7920): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)]\u000a12:26:03.985546 run osmo-stp_10.42.42.5(pid=7920): stdout: \u000a| (launched: 2022-12-10_12:26:02.537482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:04.114794 run osmo-stp_10.42.42.5(pid=7920): stderr: \u000a| �[0;m�[38;5;43m20221210122602708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122602708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122602709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122602709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122602711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122602712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122602712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:04.238925 run osmo-stp_10.42.42.5(pid=7920): stdout: \u000a| (launched: 2022-12-10_12:26:02.537482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:04.361548 run osmo-stp_10.42.42.5(pid=7920): stderr: \u000a| �[0;m�[38;5;43m20221210122602708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122602708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122602709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122602709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122602711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122602712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122602712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:04.505159 run patchelf(pid=7923): Terminating (SIGINT)\u000a12:26:04.674014 run patchelf(pid=7923): Terminated: ok {rc=0}\u000a12:26:04.705048 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7920): Process ended prematurely: osmo-stp_10.42.42.5(pid=7920) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7920)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:26:04.714420 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:26:04.775153 run osmo-hlr_10.42.42.2(pid=7917): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7917)]\u000a12:26:04.824223 run osmo-hlr_10.42.42.2(pid=7917): stdout: \u000a| (launched: 2022-12-10_12:26:01.269971) \u000a12:26:04.873891 run osmo-hlr_10.42.42.2(pid=7917): stderr: \u000a| �[0;m�[1;31m20221210122601639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122601639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122601639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122601639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122601639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122601640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122601661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122601684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122601684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122601684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:04.916005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7906): Terminating (SIGTERM)\u000a12:26:04.955510 run iperf3-srv_10.42.42.10(pid=7907): Terminating (SIGTERM)\u000a12:26:04.994893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7908): Terminating (SIGTERM)\u000a12:26:05.034123 run iperf3-srv_10.42.42.10(pid=7909): Terminating (SIGTERM)\u000a12:26:05.073420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Terminating (SIGTERM)\u000a12:26:05.112635 run iperf3-srv_10.42.42.10(pid=7911): Terminating (SIGTERM)\u000a12:26:05.151878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Terminating (SIGTERM)\u000a12:26:05.191047 run iperf3-srv_10.42.42.10(pid=7913): Terminating (SIGTERM)\u000a12:26:05.230254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Terminating (SIGTERM)\u000a12:26:05.269523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Terminating (SIGTERM)\u000a12:26:05.309140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7922): Terminating (SIGTERM)\u000a12:26:05.318439 --- ParallelTerminationStrategy: PID 7906 died...\u000a12:26:05.372612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7906): Terminated: ok {rc=0}\u000a12:26:05.382293 --- ParallelTerminationStrategy: PID 7907 died...\u000a12:26:05.435640 run iperf3-srv_10.42.42.10(pid=7907): Terminated {rc=256}\u000a12:26:05.445317 --- ParallelTerminationStrategy: PID 7908 died...\u000a12:26:05.498336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7908): Terminated: ok {rc=0}\u000a12:26:05.508136 --- ParallelTerminationStrategy: PID 7909 died...\u000a12:26:05.560895 run iperf3-srv_10.42.42.10(pid=7909): Terminated {rc=256}\u000a12:26:05.570613 --- ParallelTerminationStrategy: PID 7910 died...\u000a12:26:05.623323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7910): Terminated: ok {rc=0}\u000a12:26:05.632936 --- ParallelTerminationStrategy: PID 7911 died...\u000a12:26:05.685723 run iperf3-srv_10.42.42.10(pid=7911): Terminated {rc=256}\u000a12:26:05.695391 --- ParallelTerminationStrategy: PID 7912 died...\u000a12:26:05.748384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7912): Terminated: ok {rc=0}\u000a12:26:05.758241 --- ParallelTerminationStrategy: PID 7913 died...\u000a12:26:05.810972 run iperf3-srv_10.42.42.10(pid=7913): Terminated {rc=256}\u000a12:26:05.820458 --- ParallelTerminationStrategy: PID 7916 died...\u000a12:26:05.872911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7916): Terminated: ok {rc=0}\u000a12:26:05.882538 --- ParallelTerminationStrategy: PID 7919 died...\u000a12:26:05.934915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7919): Terminated: ok {rc=0}\u000a12:26:05.944649 --- ParallelTerminationStrategy: PID 7922 died...\u000a12:26:05.997652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7922): Terminated: ok {rc=0}\u000a12:26:06.080889 bus /gobi_4: Setting Powered False\u000a12:26:07.182967 bus /gobi_4: Setting Powered False\u000a12:26:08.293687 bus /gobi_1: Setting Powered False\u000a12:26:09.400884 bus /gobi_1: Setting Powered False\u000a12:26:10.508866 bus /gobi_0: Setting Powered False\u000a12:26:11.609909 bus /gobi_0: Setting Powered False\u000a12:26:12.721762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7930): Process ended prematurely: osmo-stp_10.42.42.5(pid=7930) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7930)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7930): Process ended prematurely: osmo-stp_10.42.42.5(pid=7930) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:26:13.788475 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:13.799906 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:26:13.934675 tst ping.py: using LAC 28385\u000a12:26:14.050224 tst ping.py: using RAC 80\u000a12:26:14.166985 tst ping.py: using CellId 28385\u000a12:26:14.282303 tst ping.py: using BVCI 28386\u000a12:26:14.304693 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.315643 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.326422 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.337129 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.347759 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.358349 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.369224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:14.379783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:26:14.647810 tst ping.py:19: start network...\u000a12:26:14.769718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:15.240647 run create_hlr_db(pid=7924): Launched\u000a12:26:15.410104 bus /gobi_6: Setting Powered False\u000a12:26:16.476874 run create_hlr_db(pid=7924): Terminated: ok {rc=0}\u000a12:26:16.924316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7926): Launched\u000a12:26:17.255366 run osmo-hlr_10.42.42.2(pid=7927): Launched\u000a12:26:17.378453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:17.938086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7929): Launched\u000a12:26:18.255023 run osmo-stp_10.42.42.5(pid=7930): Launched\u000a12:26:18.370918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:18.922718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7932): Launched\u000a12:26:19.035801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:19.311457 run patchelf(pid=7933): Launched\u000a12:26:19.496460 run osmo-stp_10.42.42.5(pid=7930): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7930)]\u000a12:26:19.631241 run osmo-stp_10.42.42.5(pid=7930): stdout: \u000a| (launched: 2022-12-10_12:26:18.098531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:19.767049 run osmo-stp_10.42.42.5(pid=7930): stderr: \u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122618289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:19.897953 run osmo-stp_10.42.42.5(pid=7930): stdout: \u000a| (launched: 2022-12-10_12:26:18.098531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:20.027715 run osmo-stp_10.42.42.5(pid=7930): stderr: \u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122618288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122618289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122618289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:20.178494 run patchelf(pid=7933): Terminating (SIGINT)\u000a12:26:20.355788 run patchelf(pid=7933): Terminated: ok {rc=0}\u000a12:26:20.387928 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7930): Process ended prematurely: osmo-stp_10.42.42.5(pid=7930) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7930)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a12:26:20.397157 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:26:20.460807 run osmo-hlr_10.42.42.2(pid=7927): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7927)]\u000a12:26:20.512434 run osmo-hlr_10.42.42.2(pid=7927): stdout: \u000a| (launched: 2022-12-10_12:26:17.088566) \u000a12:26:20.564799 run osmo-hlr_10.42.42.2(pid=7927): stderr: \u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122617331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122617343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122617353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122617354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122617354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:20.609017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7926): Terminating (SIGTERM)\u000a12:26:20.651254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7929): Terminating (SIGTERM)\u000a12:26:20.693036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7932): Terminating (SIGTERM)\u000a12:26:20.703085 --- ParallelTerminationStrategy: PID 7926 died...\u000a12:26:20.759667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7926): Terminated: ok {rc=0}\u000a12:26:20.769867 --- ParallelTerminationStrategy: PID 7929 died...\u000a12:26:20.825930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7929): Terminated: ok {rc=0}\u000a12:26:20.836017 --- ParallelTerminationStrategy: PID 7932 died...\u000a12:26:20.892011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7932): Terminated: ok {rc=0}\u000a12:26:20.979402 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7940): Process ended prematurely: osmo-stp_10.42.42.5(pid=7940) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7940)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7940): Process ended prematurely: osmo-stp_10.42.42.5(pid=7940) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:26:22.031440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.043024 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:26:22.183079 tst ping_idle_ping.py: using LAC 28386\u000a12:26:22.298455 tst ping_idle_ping.py: using RAC 81\u000a12:26:22.413421 tst ping_idle_ping.py: using CellId 28386\u000a12:26:22.527291 tst ping_idle_ping.py: using BVCI 28387\u000a12:26:22.549888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.560738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.571404 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.582718 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.593916 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.605157 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.616500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:26:22.627689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:26:22.898428 tst ping_idle_ping.py:24: start network...\u000a12:26:23.022447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:23.499834 run create_hlr_db(pid=7934): Launched\u000a12:26:23.671216 bus /gobi_6: Setting Powered False\u000a12:26:24.692797 run create_hlr_db(pid=7934): Terminated: ok {rc=0}\u000a12:26:25.114888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Launched\u000a12:26:25.432332 run osmo-hlr_10.42.42.2(pid=7937): Launched\u000a12:26:25.550649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:26.101807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7939): Launched\u000a12:26:26.419368 run osmo-stp_10.42.42.5(pid=7940): Launched\u000a12:26:26.535491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:27.091092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7942): Launched\u000a12:26:27.204287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:27.480533 run patchelf(pid=7943): Launched\u000a12:26:27.665949 run osmo-stp_10.42.42.5(pid=7940): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7940)]\u000a12:26:27.801887 run osmo-stp_10.42.42.5(pid=7940): stdout: \u000a| (launched: 2022-12-10_12:26:26.263379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:27.937185 run osmo-stp_10.42.42.5(pid=7940): stderr: \u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122626458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:28.068068 run osmo-stp_10.42.42.5(pid=7940): stdout: \u000a| (launched: 2022-12-10_12:26:26.263379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:28.197925 run osmo-stp_10.42.42.5(pid=7940): stderr: \u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122626457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122626458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122626458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:28.349687 run patchelf(pid=7943): Terminating (SIGINT)\u000a12:26:28.526906 run patchelf(pid=7943): Terminated: ok {rc=0}\u000a12:26:28.559042 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7940): Process ended prematurely: osmo-stp_10.42.42.5(pid=7940) [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7940)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:26:28.568087 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:26:28.631698 run osmo-hlr_10.42.42.2(pid=7937): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7937)]\u000a12:26:28.683105 run osmo-hlr_10.42.42.2(pid=7937): stdout: \u000a| (launched: 2022-12-10_12:26:25.276095) \u000a12:26:28.735749 run osmo-hlr_10.42.42.2(pid=7937): stderr: \u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122625472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122625483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122625492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122625492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122625492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:28.780564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Terminating (SIGTERM)\u000a12:26:28.822375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7939): Terminating (SIGTERM)\u000a12:26:28.864116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7942): Terminating (SIGTERM)\u000a12:26:28.874138 --- ParallelTerminationStrategy: PID 7936 died...\u000a12:26:28.929894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Terminated: ok {rc=0}\u000a12:26:28.939962 --- ParallelTerminationStrategy: PID 7939 died...\u000a12:26:28.995662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7939): Terminated: ok {rc=0}\u000a12:26:29.005813 --- ParallelTerminationStrategy: PID 7942 died...\u000a12:26:29.061453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7942): Terminated: ok {rc=0}\u000a12:26:29.148727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:25:31" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:26:31.334849 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.346823 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:26:31.515010 tst cs_paging_gprs_active.py: using LAC 28387\u000a12:26:31.642909 tst cs_paging_gprs_active.py: using RAC 82\u000a12:26:31.769521 tst cs_paging_gprs_active.py: using CellId 28387\u000a12:26:31.897724 tst cs_paging_gprs_active.py: using BVCI 28388\u000a12:26:31.923513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.935450 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.947365 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.959607 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.971609 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.983871 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:31.995790 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:32.007892 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:32.020213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:32.144034 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:32.439859 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:26:32.573978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:32.905908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7947): Launched\u000a12:26:33.181357 run iperf3-srv_10.42.42.10(pid=7948): Launched\u000a12:26:33.378243 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:26:33.511981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:33.843098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7949): Launched\u000a12:26:34.117951 run iperf3-srv_10.42.42.10(pid=7950): Launched\u000a12:26:34.314682 tst cs_paging_gprs_active.py:38: start network...\u000a12:26:34.448519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:34.951002 run create_hlr_db(pid=7951): Launched\u000a12:26:35.136738 bus /gobi_6: Setting Powered False\u000a12:26:36.157551 run create_hlr_db(pid=7951): Terminated: ok {rc=0}\u000a12:26:36.583090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Launched\u000a12:26:36.904574 run osmo-hlr_10.42.42.2(pid=7954): Launched\u000a12:26:37.025560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:37.582066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Launched\u000a12:26:37.905287 run osmo-stp_10.42.42.5(pid=7957): Launched\u000a12:26:38.022525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:38.582744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Launched\u000a12:26:38.698143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:38.978104 run patchelf(pid=7960): Launched\u000a12:26:39.166026 run osmo-stp_10.42.42.5(pid=7957): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)]\u000a12:26:39.303389 run osmo-stp_10.42.42.5(pid=7957): stdout: \u000a| (launched: 2022-12-10_12:26:37.745911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:39.441756 run osmo-stp_10.42.42.5(pid=7957): stderr: \u000a| �[0;m�[38;5;43m20221210122637937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122637937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122637938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122637938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122637938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122637939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122637939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:39.574846 run osmo-stp_10.42.42.5(pid=7957): stdout: \u000a| (launched: 2022-12-10_12:26:37.745911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:39.706818 run osmo-stp_10.42.42.5(pid=7957): stderr: \u000a| �[0;m�[38;5;43m20221210122637937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122637937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122637938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122637938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122637938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122637939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122637939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:39.860638 run patchelf(pid=7960): Terminating (SIGINT)\u000a12:26:40.040233 run patchelf(pid=7960): Terminated: ok {rc=0}\u000a12:26:40.073587 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7957): Process ended prematurely: osmo-stp_10.42.42.5(pid=7957) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7957)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:26:40.083442 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:26:40.146551 run osmo-hlr_10.42.42.2(pid=7954): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7954)]\u000a12:26:40.197608 run osmo-hlr_10.42.42.2(pid=7954): stdout: \u000a| (launched: 2022-12-10_12:26:36.746581) \u000a12:26:40.248746 run osmo-hlr_10.42.42.2(pid=7954): stderr: \u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122636946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122636958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122636966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122636966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122636966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:40.293079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7947): Terminating (SIGTERM)\u000a12:26:40.334342 run iperf3-srv_10.42.42.10(pid=7948): Terminating (SIGTERM)\u000a12:26:40.376319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7949): Terminating (SIGTERM)\u000a12:26:40.417677 run iperf3-srv_10.42.42.10(pid=7950): Terminating (SIGTERM)\u000a12:26:40.458987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Terminating (SIGTERM)\u000a12:26:40.500181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Terminating (SIGTERM)\u000a12:26:40.541664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Terminating (SIGTERM)\u000a12:26:40.551480 --- ParallelTerminationStrategy: PID 7947 died...\u000a12:26:40.607143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7947): Terminated: ok {rc=0}\u000a12:26:40.617528 --- ParallelTerminationStrategy: PID 7948 died...\u000a12:26:40.672892 run iperf3-srv_10.42.42.10(pid=7948): Terminated {rc=256}\u000a12:26:40.682923 --- ParallelTerminationStrategy: PID 7949 died...\u000a12:26:40.738458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7949): Terminated: ok {rc=0}\u000a12:26:40.748786 --- ParallelTerminationStrategy: PID 7950 died...\u000a12:26:40.804030 run iperf3-srv_10.42.42.10(pid=7950): Terminated {rc=256}\u000a12:26:40.814257 --- ParallelTerminationStrategy: PID 7953 died...\u000a12:26:40.869908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7953): Terminated: ok {rc=0}\u000a12:26:40.880051 --- ParallelTerminationStrategy: PID 7956 died...\u000a12:26:40.935441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7956): Terminated: ok {rc=0}\u000a12:26:40.945840 --- ParallelTerminationStrategy: PID 7959 died...\u000a12:26:41.001256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7959): Terminated: ok {rc=0}\u000a12:26:41.088395 bus /gobi_0: Setting Powered False\u000a12:26:42.195385 bus /gobi_0: Setting Powered False\u000a12:26:43.307669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7969): Process ended prematurely: osmo-stp_10.42.42.5(pid=7969) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7969)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7969): Process ended prematurely: osmo-stp_10.42.42.5(pid=7969) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:26:44.417373 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:44.429029 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:26:44.582567 tst iperf3.py: using LAC 28388\u000a12:26:44.698744 tst iperf3.py: using RAC 83\u000a12:26:44.815096 tst iperf3.py: using CellId 28388\u000a12:26:44.931046 tst iperf3.py: using BVCI 28389\u000a12:26:44.953925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:44.964645 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:44.975255 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:44.985920 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:44.996528 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:45.007150 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:45.017973 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:45.028391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:45.039134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:45.311878 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:26:45.436206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:45.746524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7961): Launched\u000a12:26:46.059368 run iperf3-srv_10.42.42.10(pid=7962): Launched\u000a12:26:46.245615 tst iperf3.py:8: start network...\u000a12:26:46.371952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:46.897676 run create_hlr_db(pid=7963): Launched\u000a12:26:47.073717 bus /gobi_6: Setting Powered False\u000a12:26:48.092101 run create_hlr_db(pid=7963): Terminated: ok {rc=0}\u000a12:26:48.490413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7965): Launched\u000a12:26:48.789511 run osmo-hlr_10.42.42.2(pid=7966): Launched\u000a12:26:48.904026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:49.430774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7968): Launched\u000a12:26:49.728449 run osmo-stp_10.42.42.5(pid=7969): Launched\u000a12:26:49.847004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:50.372570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7971): Launched\u000a12:26:50.479079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:50.739827 run patchelf(pid=7972): Launched\u000a12:26:50.914513 run osmo-stp_10.42.42.5(pid=7969): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7969)]\u000a12:26:51.042163 run osmo-stp_10.42.42.5(pid=7969): stdout: \u000a| (launched: 2022-12-10_12:26:49.582010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:51.170007 run osmo-stp_10.42.42.5(pid=7969): stderr: \u000a| �[0;m�[38;5;43m20221210122649755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122649756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122649756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122649756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:51.293444 run osmo-stp_10.42.42.5(pid=7969): stdout: \u000a| (launched: 2022-12-10_12:26:49.582010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:51.415817 run osmo-stp_10.42.42.5(pid=7969): stderr: \u000a| �[0;m�[38;5;43m20221210122649755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122649756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122649756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122649756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122649757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:51.558996 run patchelf(pid=7972): Terminating (SIGINT)\u000a12:26:51.727595 run patchelf(pid=7972): Terminated: ok {rc=0}\u000a12:26:51.758644 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7969): Process ended prematurely: osmo-stp_10.42.42.5(pid=7969) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7969)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:26:51.767826 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:26:51.826909 run osmo-hlr_10.42.42.2(pid=7966): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7966)]\u000a12:26:51.874861 run osmo-hlr_10.42.42.2(pid=7966): stdout: \u000a| (launched: 2022-12-10_12:26:48.642295) \u000a12:26:51.923649 run osmo-hlr_10.42.42.2(pid=7966): stderr: \u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122648819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122648831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122648840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122648840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122648841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:51.965249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7961): Terminating (SIGTERM)\u000a12:26:52.004322 run iperf3-srv_10.42.42.10(pid=7962): Terminating (SIGTERM)\u000a12:26:52.043561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7965): Terminating (SIGTERM)\u000a12:26:52.082758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7968): Terminating (SIGTERM)\u000a12:26:52.122257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7971): Terminating (SIGTERM)\u000a12:26:52.131493 --- ParallelTerminationStrategy: PID 7961 died...\u000a12:26:52.184511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7961): Terminated: ok {rc=0}\u000a12:26:52.194091 --- ParallelTerminationStrategy: PID 7962 died...\u000a12:26:52.246425 run iperf3-srv_10.42.42.10(pid=7962): Terminated {rc=256}\u000a12:26:52.255946 --- ParallelTerminationStrategy: PID 7965 died...\u000a12:26:52.308268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7965): Terminated: ok {rc=0}\u000a12:26:52.317910 --- ParallelTerminationStrategy: PID 7968 died...\u000a12:26:52.370160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7968): Terminated: ok {rc=0}\u000a12:26:52.379610 --- ParallelTerminationStrategy: PID 7971 died...\u000a12:26:52.432316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7971): Terminated: ok {rc=0}\u000a12:26:52.515562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7987): Process ended prematurely: osmo-stp_10.42.42.5(pid=7987) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7987)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7987): Process ended prematurely: osmo-stp_10.42.42.5(pid=7987) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:26:53.631164 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:53.643316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:26:53.808144 tst iperf3m4.py: using LAC 28389\u000a12:26:53.933475 tst iperf3m4.py: using RAC 84\u000a12:26:54.057847 tst iperf3m4.py: using CellId 28389\u000a12:26:54.173957 tst iperf3m4.py: using BVCI 28390\u000a12:26:54.196750 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.208177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.219095 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.229983 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.240752 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.251445 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.262364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.272839 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:26:54.283663 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:54.400431 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:54.519354 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:54.633313 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:26:54.910343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:26:55.034818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:55.346622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7973): Launched\u000a12:26:55.605376 run iperf3-srv_10.42.42.10(pid=7974): Launched\u000a12:26:55.788291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:26:55.912835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:56.223196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Launched\u000a12:26:56.481364 run iperf3-srv_10.42.42.10(pid=7976): Launched\u000a12:26:56.663694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:26:56.788150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:57.099806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Launched\u000a12:26:57.357854 run iperf3-srv_10.42.42.10(pid=7978): Launched\u000a12:26:57.539725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:26:57.663781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:26:57.975347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7979): Launched\u000a12:26:58.232799 run iperf3-srv_10.42.42.10(pid=7980): Launched\u000a12:26:58.414629 tst iperf3m4.py:8: start network...\u000a12:26:58.539198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:59.018412 run create_hlr_db(pid=7981): Launched\u000a12:26:59.190642 bus /gobi_6: Setting Powered False\u000a12:27:00.212761 run create_hlr_db(pid=7981): Terminated: ok {rc=0}\u000a12:27:00.640789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7983): Launched\u000a12:27:01.081613 run osmo-hlr_10.42.42.2(pid=7984): Launched\u000a12:27:01.248526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:01.882588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7986): Launched\u000a12:27:02.330953 run osmo-stp_10.42.42.5(pid=7987): Launched\u000a12:27:02.456729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:27:02.994990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7989): Launched\u000a12:27:03.101426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:27:03.362865 run patchelf(pid=7990): Launched\u000a12:27:03.538400 run osmo-stp_10.42.42.5(pid=7987): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7987)]\u000a12:27:03.666717 run osmo-stp_10.42.42.5(pid=7987): stdout: \u000a| (launched: 2022-12-10_12:27:02.039078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:03.795476 run osmo-stp_10.42.42.5(pid=7987): stderr: \u000a| �[0;m�[38;5;43m20221210122702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122702275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122702277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122702277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122702278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:03.919434 run osmo-stp_10.42.42.5(pid=7987): stdout: \u000a| (launched: 2022-12-10_12:27:02.039078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:04.041773 run osmo-stp_10.42.42.5(pid=7987): stderr: \u000a| �[0;m�[38;5;43m20221210122702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122702275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122702277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122702277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122702278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:04.185608 run patchelf(pid=7990): Terminating (SIGINT)\u000a12:27:04.354708 run patchelf(pid=7990): Terminated: ok {rc=0}\u000a12:27:04.385827 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7987): Process ended prematurely: osmo-stp_10.42.42.5(pid=7987) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7987)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:27:04.394964 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:27:04.454813 run osmo-hlr_10.42.42.2(pid=7984): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7984)]\u000a12:27:04.503292 run osmo-hlr_10.42.42.2(pid=7984): stdout: \u000a| (launched: 2022-12-10_12:27:00.805318) \u000a12:27:04.552691 run osmo-hlr_10.42.42.2(pid=7984): stderr: \u000a| �[0;m�[1;31m20221210122701110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122701110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122701110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122701111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122701111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122701111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122701127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122701144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122701144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122701144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:04.594279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7973): Terminating (SIGTERM)\u000a12:27:04.633667 run iperf3-srv_10.42.42.10(pid=7974): Terminating (SIGTERM)\u000a12:27:04.672842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Terminating (SIGTERM)\u000a12:27:04.711881 run iperf3-srv_10.42.42.10(pid=7976): Terminating (SIGTERM)\u000a12:27:04.751020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Terminating (SIGTERM)\u000a12:27:04.790071 run iperf3-srv_10.42.42.10(pid=7978): Terminating (SIGTERM)\u000a12:27:04.829427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7979): Terminating (SIGTERM)\u000a12:27:04.868822 run iperf3-srv_10.42.42.10(pid=7980): Terminating (SIGTERM)\u000a12:27:04.907913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7983): Terminating (SIGTERM)\u000a12:27:04.947171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7986): Terminating (SIGTERM)\u000a12:27:04.986326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7989): Terminating (SIGTERM)\u000a12:27:04.995500 --- ParallelTerminationStrategy: PID 7973 died...\u000a12:27:05.048170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7973): Terminated: ok {rc=0}\u000a12:27:05.057803 --- ParallelTerminationStrategy: PID 7974 died...\u000a12:27:05.110732 run iperf3-srv_10.42.42.10(pid=7974): Terminated {rc=256}\u000a12:27:05.120262 --- ParallelTerminationStrategy: PID 7975 died...\u000a12:27:05.172342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7975): Terminated: ok {rc=0}\u000a12:27:05.181863 --- ParallelTerminationStrategy: PID 7976 died...\u000a12:27:05.234258 run iperf3-srv_10.42.42.10(pid=7976): Terminated {rc=256}\u000a12:27:05.243716 --- ParallelTerminationStrategy: PID 7977 died...\u000a12:27:05.296265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7977): Terminated: ok {rc=0}\u000a12:27:05.305930 --- ParallelTerminationStrategy: PID 7978 died...\u000a12:27:05.358250 run iperf3-srv_10.42.42.10(pid=7978): Terminated {rc=256}\u000a12:27:05.367790 --- ParallelTerminationStrategy: PID 7979 died...\u000a12:27:05.420152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7979): Terminated: ok {rc=0}\u000a12:27:05.429759 --- ParallelTerminationStrategy: PID 7980 died...\u000a12:27:05.481910 run iperf3-srv_10.42.42.10(pid=7980): Terminated {rc=256}\u000a12:27:05.491434 --- ParallelTerminationStrategy: PID 7983 died...\u000a12:27:05.544082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7983): Terminated: ok {rc=0}\u000a12:27:05.553691 --- ParallelTerminationStrategy: PID 7986 died...\u000a12:27:05.605826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7986): Terminated: ok {rc=0}\u000a12:27:05.615565 --- ParallelTerminationStrategy: PID 7989 died...\u000a12:27:05.668667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7989): Terminated: ok {rc=0}\u000a12:27:05.756824 bus /gobi_4: Setting Powered False\u000a12:27:06.860657 bus /gobi_4: Setting Powered False\u000a12:27:07.972359 bus /gobi_1: Setting Powered False\u000a12:27:09.073884 bus /gobi_1: Setting Powered False\u000a12:27:10.184602 bus /gobi_0: Setting Powered False\u000a12:27:11.286610 bus /gobi_0: Setting Powered False\u000a12:27:12.397991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:27:13.465136 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:13.477498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:27:13.639229 tst ping.py: using LAC 28390\u000a12:27:13.763718 tst ping.py: using RAC 85\u000a12:27:13.887539 tst ping.py: using CellId 28390\u000a12:27:14.016452 tst ping.py: using BVCI 28391\u000a12:27:14.040710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.052138 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.063391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.074890 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.086410 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.098367 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.110175 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:14.121600 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:27:14.409313 tst ping.py:19: start network...\u000a12:27:14.541941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:15.041231 run create_hlr_db(pid=7992): Launched\u000a12:27:15.226357 bus /gobi_6: Setting Powered False\u000a12:27:16.295628 run create_hlr_db(pid=7992): Terminated: ok {rc=0}\u000a12:27:16.726144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Launched\u000a12:27:17.158588 run osmo-hlr_10.42.42.2(pid=7995): Launched\u000a12:27:17.297888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:17.819798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Launched\u000a12:27:18.116427 run osmo-stp_10.42.42.5(pid=7998): Launched\u000a12:27:18.225934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:27:18.740830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Launched\u000a12:27:18.845583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:27:19.102532 run patchelf(pid=8001): Launched\u000a12:27:19.275193 run osmo-stp_10.42.42.5(pid=7998): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]\u000a12:27:19.400660 run osmo-stp_10.42.42.5(pid=7998): stdout: \u000a| (launched: 2022-12-10_12:27:17.969925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:19.526830 run osmo-stp_10.42.42.5(pid=7998): stderr: \u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122718141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:19.647932 run osmo-stp_10.42.42.5(pid=7998): stdout: \u000a| (launched: 2022-12-10_12:27:17.969925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:19.767844 run osmo-stp_10.42.42.5(pid=7998): stderr: \u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122718140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122718141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122718141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:19.908380 run patchelf(pid=8001): Terminating (SIGINT)\u000a12:27:20.072921 run patchelf(pid=8001): Terminated: ok {rc=0}\u000a12:27:20.103074 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:27:20.111589 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:27:20.170896 run osmo-hlr_10.42.42.2(pid=7995): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7995)]\u000a12:27:20.219051 run osmo-hlr_10.42.42.2(pid=7995): stdout: \u000a| (launched: 2022-12-10_12:27:16.881372) \u000a12:27:20.267954 run osmo-hlr_10.42.42.2(pid=7995): stderr: \u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122717163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122717176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122717184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122717184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122717184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:20.309239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Terminating (SIGTERM)\u000a12:27:20.348267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Terminating (SIGTERM)\u000a12:27:20.387431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Terminating (SIGTERM)\u000a12:27:20.396630 --- ParallelTerminationStrategy: PID 7994 died...\u000a12:27:20.449468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Terminated: ok {rc=0}\u000a12:27:20.458991 --- ParallelTerminationStrategy: PID 7997 died...\u000a12:27:20.511504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Terminated: ok {rc=0}\u000a12:27:20.521278 --- ParallelTerminationStrategy: PID 8000 died...\u000a12:27:20.573737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Terminated: ok {rc=0}\u000a12:27:20.656546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:27:21.710171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:21.722200 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:27:21.887065 tst ping_idle_ping.py: using LAC 28391\u000a12:27:22.012638 tst ping_idle_ping.py: using RAC 86\u000a12:27:22.139078 tst ping_idle_ping.py: using CellId 28391\u000a12:27:22.263346 tst ping_idle_ping.py: using BVCI 28392\u000a12:27:22.287597 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.298930 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.310205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.322118 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.333909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.346364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.359318 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:27:22.371507 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:27:22.645795 tst ping_idle_ping.py:24: start network...\u000a12:27:22.769976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:23.248940 run create_hlr_db(pid=8002): Launched\u000a12:27:23.419796 bus /gobi_6: Setting Powered False\u000a12:27:24.443045 run create_hlr_db(pid=8002): Terminated: ok {rc=0}\u000a12:27:24.866045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Launched\u000a12:27:25.185068 run osmo-hlr_10.42.42.2(pid=8005): Launched\u000a12:27:25.303857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:25.854334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Launched\u000a12:27:26.172666 run osmo-stp_10.42.42.5(pid=8008): Launched\u000a12:27:26.287628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:27:26.841343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Launched\u000a12:27:26.954583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:27:27.230469 run patchelf(pid=8011): Launched\u000a12:27:27.416550 run osmo-stp_10.42.42.5(pid=8008): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a12:27:27.552729 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-10_12:27:26.015118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:27.688854 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221210122726206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122726206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122726207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122726207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122726207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122726207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122726208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:27.820511 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-10_12:27:26.015118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:27.951058 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221210122726206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122726206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122726207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122726207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122726207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122726207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122726208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:28.102519 run patchelf(pid=8011): Terminating (SIGINT)\u000a12:27:28.280055 run patchelf(pid=8011): Terminated: ok {rc=0}\u000a12:27:28.312302 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:27:28.321479 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:27:28.385010 run osmo-hlr_10.42.42.2(pid=8005): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8005)]\u000a12:27:28.436233 run osmo-hlr_10.42.42.2(pid=8005): stdout: \u000a| (launched: 2022-12-10_12:27:25.027976) \u000a12:27:28.488011 run osmo-hlr_10.42.42.2(pid=8005): stderr: \u000a| �[0;m�[1;31m20221210122725223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122725224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122725224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122725224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122725224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122725225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122725237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122725247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122725247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122725247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:28.531774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminating (SIGTERM)\u000a12:27:28.573804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminating (SIGTERM)\u000a12:27:28.615633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminating (SIGTERM)\u000a12:27:28.625472 --- ParallelTerminationStrategy: PID 8004 died...\u000a12:27:28.680933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminated: ok {rc=0}\u000a12:27:28.691459 --- ParallelTerminationStrategy: PID 8007 died...\u000a12:27:28.747048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminated: ok {rc=0}\u000a12:27:28.757616 --- ParallelTerminationStrategy: PID 8010 died...\u000a12:27:28.813507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminated: ok {rc=0}\u000a12:27:28.900184 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8027): Process ended prematurely: osmo-stp_10.42.42.5(pid=8027) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8027)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8027): Process ended prematurely: osmo-stp_10.42.42.5(pid=8027) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:27:31.082989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.094574 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:27:31.227878 tst cs_paging_gprs_active.py: using LAC 28392\u000a12:27:31.350084 tst cs_paging_gprs_active.py: using RAC 87\u000a12:27:31.477579 tst cs_paging_gprs_active.py: using CellId 28392\u000a12:27:31.605891 tst cs_paging_gprs_active.py: using BVCI 28393\u000a12:27:31.632208 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.644796 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.658477 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.672494 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.685616 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.699095 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.712706 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.725404 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:31.739267 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:31.869881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:32.172724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:27:32.308504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:32.637286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Launched\u000a12:27:32.910264 run iperf3-srv_10.42.42.10(pid=8018): Launched\u000a12:27:33.105095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:27:33.237710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:33.566025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8019): Launched\u000a12:27:33.838329 run iperf3-srv_10.42.42.10(pid=8020): Launched\u000a12:27:34.032885 tst cs_paging_gprs_active.py:38: start network...\u000a12:27:34.165515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:34.664565 run create_hlr_db(pid=8021): Launched\u000a12:27:34.849578 bus /gobi_6: Setting Powered False\u000a12:27:35.869970 run create_hlr_db(pid=8021): Terminated: ok {rc=0}\u000a12:27:36.294914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8023): Launched\u000a12:27:36.611757 run osmo-hlr_10.42.42.2(pid=8024): Launched\u000a12:27:36.729080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:37.280024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8026): Launched\u000a12:27:37.577601 run osmo-stp_10.42.42.5(pid=8027): Launched\u000a12:27:37.686183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:27:38.204366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8029): Launched\u000a12:27:38.309547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:27:38.567557 run patchelf(pid=8030): Launched\u000a12:27:38.741285 run osmo-stp_10.42.42.5(pid=8027): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8027)]\u000a12:27:38.869195 run osmo-stp_10.42.42.5(pid=8027): stdout: \u000a| (launched: 2022-12-10_12:27:37.431217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:38.996432 run osmo-stp_10.42.42.5(pid=8027): stderr: \u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122737602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:39.119204 run osmo-stp_10.42.42.5(pid=8027): stdout: \u000a| (launched: 2022-12-10_12:27:37.431217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:39.240473 run osmo-stp_10.42.42.5(pid=8027): stderr: \u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122737601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122737602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122737602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:39.382563 run patchelf(pid=8030): Terminating (SIGINT)\u000a12:27:39.549484 run patchelf(pid=8030): Terminated: ok {rc=0}\u000a12:27:39.580282 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8027): Process ended prematurely: osmo-stp_10.42.42.5(pid=8027) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8027)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:27:39.589439 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a12:27:39.648399 run osmo-hlr_10.42.42.2(pid=8024): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8024)]\u000a12:27:39.696809 run osmo-hlr_10.42.42.2(pid=8024): stdout: \u000a| (launched: 2022-12-10_12:27:36.456169) \u000a12:27:39.745965 run osmo-hlr_10.42.42.2(pid=8024): stderr: \u000a| �[0;m�[1;31m20221210122736653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122736653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122736653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122736654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122736654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122736654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122736666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122736675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122736675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122736675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:39.787701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Terminating (SIGTERM)\u000a12:27:39.826992 run iperf3-srv_10.42.42.10(pid=8018): Terminating (SIGTERM)\u000a12:27:39.866349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8019): Terminating (SIGTERM)\u000a12:27:39.905496 run iperf3-srv_10.42.42.10(pid=8020): Terminating (SIGTERM)\u000a12:27:39.945248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8023): Terminating (SIGTERM)\u000a12:27:39.988736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8026): Terminating (SIGTERM)\u000a12:27:40.030568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8029): Terminating (SIGTERM)\u000a12:27:40.040075 --- ParallelTerminationStrategy: PID 8017 died...\u000a12:27:40.095484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8017): Terminated: ok {rc=0}\u000a12:27:40.105753 --- ParallelTerminationStrategy: PID 8018 died...\u000a12:27:40.161335 run iperf3-srv_10.42.42.10(pid=8018): Terminated {rc=256}\u000a12:27:40.171430 --- ParallelTerminationStrategy: PID 8019 died...\u000a12:27:40.226914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8019): Terminated: ok {rc=0}\u000a12:27:40.236661 --- ParallelTerminationStrategy: PID 8020 died...\u000a12:27:40.291670 run iperf3-srv_10.42.42.10(pid=8020): Terminated {rc=256}\u000a12:27:40.301791 --- ParallelTerminationStrategy: PID 8023 died...\u000a12:27:40.357557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8023): Terminated: ok {rc=0}\u000a12:27:40.367532 --- ParallelTerminationStrategy: PID 8026 died...\u000a12:27:40.422861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8026): Terminated: ok {rc=0}\u000a12:27:40.432798 --- ParallelTerminationStrategy: PID 8029 died...\u000a12:27:40.488262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8029): Terminated: ok {rc=0}\u000a12:27:40.575334 bus /gobi_0: Setting Powered False\u000a12:27:41.682117 bus /gobi_0: Setting Powered False\u000a12:27:42.788901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8039): Process ended prematurely: osmo-stp_10.42.42.5(pid=8039) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8039)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8039): Process ended prematurely: osmo-stp_10.42.42.5(pid=8039) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:27:43.895938 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:43.907824 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:27:44.042668 tst iperf3.py: using LAC 28393\u000a12:27:44.158179 tst iperf3.py: using RAC 88\u000a12:27:44.274190 tst iperf3.py: using CellId 28393\u000a12:27:44.403649 tst iperf3.py: using BVCI 28394\u000a12:27:44.428190 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.439880 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.451402 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.463183 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.474909 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.487335 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.499669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.511669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:44.523393 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:44.801244 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:27:44.924683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:45.230856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8031): Launched\u000a12:27:45.484273 run iperf3-srv_10.42.42.10(pid=8032): Launched\u000a12:27:45.663634 tst iperf3.py:8: start network...\u000a12:27:45.786297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:46.339029 run create_hlr_db(pid=8033): Launched\u000a12:27:46.531885 bus /gobi_6: Setting Powered False\u000a12:27:47.532790 run create_hlr_db(pid=8033): Terminated: ok {rc=0}\u000a12:27:47.973990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8035): Launched\u000a12:27:48.291588 run osmo-hlr_10.42.42.2(pid=8036): Launched\u000a12:27:48.407693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:48.958534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8038): Launched\u000a12:27:49.275853 run osmo-stp_10.42.42.5(pid=8039): Launched\u000a12:27:49.391455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:27:49.945706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8041): Launched\u000a12:27:50.059117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:27:50.335750 run patchelf(pid=8042): Launched\u000a12:27:50.522058 run osmo-stp_10.42.42.5(pid=8039): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8039)]\u000a12:27:50.658302 run osmo-stp_10.42.42.5(pid=8039): stdout: \u000a| (launched: 2022-12-10_12:27:49.119966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:50.795402 run osmo-stp_10.42.42.5(pid=8039): stderr: \u000a| �[0;m�[38;5;43m20221210122749313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122749314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122749314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122749314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:50.927834 run osmo-stp_10.42.42.5(pid=8039): stdout: \u000a| (launched: 2022-12-10_12:27:49.119966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:51.058652 run osmo-stp_10.42.42.5(pid=8039): stderr: \u000a| �[0;m�[38;5;43m20221210122749313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122749314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122749314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122749314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:51.210582 run patchelf(pid=8042): Terminating (SIGINT)\u000a12:27:51.388670 run patchelf(pid=8042): Terminated: ok {rc=0}\u000a12:27:51.421462 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8039): Process ended prematurely: osmo-stp_10.42.42.5(pid=8039) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8039)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:27:51.431360 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:27:51.494348 run osmo-hlr_10.42.42.2(pid=8036): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8036)]\u000a12:27:51.545515 run osmo-hlr_10.42.42.2(pid=8036): stdout: \u000a| (launched: 2022-12-10_12:27:48.135227) \u000a12:27:51.597309 run osmo-hlr_10.42.42.2(pid=8036): stderr: \u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122748333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122748345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122748353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122748353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122748353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:51.641418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8031): Terminating (SIGTERM)\u000a12:27:51.682728 run iperf3-srv_10.42.42.10(pid=8032): Terminating (SIGTERM)\u000a12:27:51.724366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8035): Terminating (SIGTERM)\u000a12:27:51.766153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8038): Terminating (SIGTERM)\u000a12:27:51.808088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8041): Terminating (SIGTERM)\u000a12:27:51.817619 --- ParallelTerminationStrategy: PID 8031 died...\u000a12:27:51.873184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8031): Terminated: ok {rc=0}\u000a12:27:51.883338 --- ParallelTerminationStrategy: PID 8032 died...\u000a12:27:51.938967 run iperf3-srv_10.42.42.10(pid=8032): Terminated {rc=256}\u000a12:27:51.949249 --- ParallelTerminationStrategy: PID 8035 died...\u000a12:27:52.004565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8035): Terminated: ok {rc=0}\u000a12:27:52.014436 --- ParallelTerminationStrategy: PID 8038 died...\u000a12:27:52.069568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8038): Terminated: ok {rc=0}\u000a12:27:52.079638 --- ParallelTerminationStrategy: PID 8041 died...\u000a12:27:52.134745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8041): Terminated: ok {rc=0}\u000a12:27:52.221434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8057): Process ended prematurely: osmo-stp_10.42.42.5(pid=8057) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8057)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8057): Process ended prematurely: osmo-stp_10.42.42.5(pid=8057) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:27:53.333942 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.349190 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:27:53.487799 tst iperf3m4.py: using LAC 28394\u000a12:27:53.607569 tst iperf3m4.py: using RAC 89\u000a12:27:53.726813 tst iperf3m4.py: using CellId 28394\u000a12:27:53.844079 tst iperf3m4.py: using BVCI 28395\u000a12:27:53.866987 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.878318 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.889649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.901148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.912531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.923982 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.935691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.947159 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:27:53.958888 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:54.077732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:54.195489 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:54.313240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:27:54.603945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:27:54.737580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:55.068239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Launched\u000a12:27:55.341259 run iperf3-srv_10.42.42.10(pid=8044): Launched\u000a12:27:55.536068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:27:55.668671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:55.997441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Launched\u000a12:27:56.268860 run iperf3-srv_10.42.42.10(pid=8046): Launched\u000a12:27:56.463322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:27:56.595556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:56.924197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Launched\u000a12:27:57.198014 run iperf3-srv_10.42.42.10(pid=8048): Launched\u000a12:27:57.392336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:27:57.525321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:27:57.853359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8049): Launched\u000a12:27:58.126779 run iperf3-srv_10.42.42.10(pid=8050): Launched\u000a12:27:58.321420 tst iperf3m4.py:8: start network...\u000a12:27:58.454172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:58.957780 run create_hlr_db(pid=8051): Launched\u000a12:27:59.142638 bus /gobi_6: Setting Powered False\u000a12:28:00.163982 run create_hlr_db(pid=8051): Terminated: ok {rc=0}\u000a12:28:00.586923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8053): Launched\u000a12:28:01.004001 run osmo-hlr_10.42.42.2(pid=8054): Launched\u000a12:28:01.156904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:01.830440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8056): Launched\u000a12:28:02.247826 run osmo-stp_10.42.42.5(pid=8057): Launched\u000a12:28:02.457814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:02.980107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8059): Launched\u000a12:28:03.086040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:03.345791 run patchelf(pid=8060): Launched\u000a12:28:03.519759 run osmo-stp_10.42.42.5(pid=8057): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8057)]\u000a12:28:03.646529 run osmo-stp_10.42.42.5(pid=8057): stdout: \u000a| (launched: 2022-12-10_12:28:01.989540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:03.773767 run osmo-stp_10.42.42.5(pid=8057): stderr: \u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122802327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:03.896141 run osmo-stp_10.42.42.5(pid=8057): stdout: \u000a| (launched: 2022-12-10_12:28:01.989540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:04.017304 run osmo-stp_10.42.42.5(pid=8057): stderr: \u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122802326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122802327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122802327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:04.159071 run patchelf(pid=8060): Terminating (SIGINT)\u000a12:28:04.325947 run patchelf(pid=8060): Terminated: ok {rc=0}\u000a12:28:04.356883 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8057): Process ended prematurely: osmo-stp_10.42.42.5(pid=8057) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8057)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:28:04.366012 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:28:04.425071 run osmo-hlr_10.42.42.2(pid=8054): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8054)]\u000a12:28:04.473317 run osmo-hlr_10.42.42.2(pid=8054): stdout: \u000a| (launched: 2022-12-10_12:28:00.749250) \u000a12:28:04.522746 run osmo-hlr_10.42.42.2(pid=8054): stderr: \u000a| �[0;m�[1;31m20221210122801057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122801057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122801057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122801058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122801058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122801058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122801078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122801088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122801094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122801095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:04.564223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminating (SIGTERM)\u000a12:28:04.603280 run iperf3-srv_10.42.42.10(pid=8044): Terminating (SIGTERM)\u000a12:28:04.641973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Terminating (SIGTERM)\u000a12:28:04.680707 run iperf3-srv_10.42.42.10(pid=8046): Terminating (SIGTERM)\u000a12:28:04.719503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Terminating (SIGTERM)\u000a12:28:04.758498 run iperf3-srv_10.42.42.10(pid=8048): Terminating (SIGTERM)\u000a12:28:04.797369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8049): Terminating (SIGTERM)\u000a12:28:04.836032 run iperf3-srv_10.42.42.10(pid=8050): Terminating (SIGTERM)\u000a12:28:04.874916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8053): Terminating (SIGTERM)\u000a12:28:04.913733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8056): Terminating (SIGTERM)\u000a12:28:04.952639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8059): Terminating (SIGTERM)\u000a12:28:04.961771 --- ParallelTerminationStrategy: PID 8043 died...\u000a12:28:05.014606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8043): Terminated: ok {rc=0}\u000a12:28:05.024089 --- ParallelTerminationStrategy: PID 8044 died...\u000a12:28:05.076193 run iperf3-srv_10.42.42.10(pid=8044): Terminated {rc=256}\u000a12:28:05.085878 --- ParallelTerminationStrategy: PID 8045 died...\u000a12:28:05.138802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8045): Terminated: ok {rc=0}\u000a12:28:05.148306 --- ParallelTerminationStrategy: PID 8046 died...\u000a12:28:05.200357 run iperf3-srv_10.42.42.10(pid=8046): Terminated {rc=256}\u000a12:28:05.209821 --- ParallelTerminationStrategy: PID 8047 died...\u000a12:28:05.261978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8047): Terminated: ok {rc=0}\u000a12:28:05.271415 --- ParallelTerminationStrategy: PID 8048 died...\u000a12:28:05.323885 run iperf3-srv_10.42.42.10(pid=8048): Terminated {rc=256}\u000a12:28:05.333525 --- ParallelTerminationStrategy: PID 8049 died...\u000a12:28:05.385935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8049): Terminated: ok {rc=0}\u000a12:28:05.395509 --- ParallelTerminationStrategy: PID 8050 died...\u000a12:28:05.447433 run iperf3-srv_10.42.42.10(pid=8050): Terminated {rc=256}\u000a12:28:05.456866 --- ParallelTerminationStrategy: PID 8053 died...\u000a12:28:05.509090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8053): Terminated: ok {rc=0}\u000a12:28:05.518523 --- ParallelTerminationStrategy: PID 8056 died...\u000a12:28:05.570629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8056): Terminated: ok {rc=0}\u000a12:28:05.580152 --- ParallelTerminationStrategy: PID 8059 died...\u000a12:28:05.632375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8059): Terminated: ok {rc=0}\u000a12:28:05.715123 bus /gobi_4: Setting Powered False\u000a12:28:06.821693 bus /gobi_4: Setting Powered False\u000a12:28:07.927911 bus /gobi_1: Setting Powered False\u000a12:28:09.032598 bus /gobi_1: Setting Powered False\u000a12:28:10.139090 bus /gobi_0: Setting Powered False\u000a12:28:11.244339 bus /gobi_0: Setting Powered False\u000a12:28:12.356033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8067): Process ended prematurely: osmo-stp_10.42.42.5(pid=8067) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8067)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8067): Process ended prematurely: osmo-stp_10.42.42.5(pid=8067) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:28:13.423399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:13.435725 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:28:13.579005 tst ping.py: using LAC 28395\u000a12:28:13.701612 tst ping.py: using RAC 90\u000a12:28:13.825582 tst ping.py: using CellId 28395\u000a12:28:13.947977 tst ping.py: using BVCI 28396\u000a12:28:13.971841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:13.983550 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:13.995101 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:14.006924 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:14.018622 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:14.030314 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:14.042096 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:14.054417 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:28:14.326087 tst ping.py:19: start network...\u000a12:28:14.448001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:14.918199 run create_hlr_db(pid=8061): Launched\u000a12:28:15.087338 bus /gobi_6: Setting Powered False\u000a12:28:16.165075 run create_hlr_db(pid=8061): Terminated: ok {rc=0}\u000a12:28:16.636011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8063): Launched\u000a12:28:17.052894 run osmo-hlr_10.42.42.2(pid=8064): Launched\u000a12:28:17.219539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:17.731007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8066): Launched\u000a12:28:18.022833 run osmo-stp_10.42.42.5(pid=8067): Launched\u000a12:28:18.128863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:18.636897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8069): Launched\u000a12:28:18.739956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:18.993093 run patchelf(pid=8070): Launched\u000a12:28:19.164405 run osmo-stp_10.42.42.5(pid=8067): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8067)]\u000a12:28:19.289529 run osmo-stp_10.42.42.5(pid=8067): stdout: \u000a| (launched: 2022-12-10_12:28:17.879369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:19.415013 run osmo-stp_10.42.42.5(pid=8067): stderr: \u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122818049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:19.535400 run osmo-stp_10.42.42.5(pid=8067): stdout: \u000a| (launched: 2022-12-10_12:28:17.879369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:19.654879 run osmo-stp_10.42.42.5(pid=8067): stderr: \u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122818048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122818049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122818049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:19.794087 run patchelf(pid=8070): Terminating (SIGINT)\u000a12:28:19.957669 run patchelf(pid=8070): Terminated: ok {rc=0}\u000a12:28:19.987374 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8067): Process ended prematurely: osmo-stp_10.42.42.5(pid=8067) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8067)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:28:19.995993 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:28:20.054915 run osmo-hlr_10.42.42.2(pid=8064): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8064)]\u000a12:28:20.102966 run osmo-hlr_10.42.42.2(pid=8064): stdout: \u000a| (launched: 2022-12-10_12:28:16.798901) \u000a12:28:20.151958 run osmo-hlr_10.42.42.2(pid=8064): stderr: \u000a| �[0;m�[1;31m20221210122817105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122817105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122817105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122817106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122817106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122817106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122817160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122817168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122817168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122817168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:20.193449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8063): Terminating (SIGTERM)\u000a12:28:20.232714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8066): Terminating (SIGTERM)\u000a12:28:20.271859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8069): Terminating (SIGTERM)\u000a12:28:20.280936 --- ParallelTerminationStrategy: PID 8063 died...\u000a12:28:20.333587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8063): Terminated: ok {rc=0}\u000a12:28:20.343148 --- ParallelTerminationStrategy: PID 8066 died...\u000a12:28:20.395536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8066): Terminated: ok {rc=0}\u000a12:28:20.405167 --- ParallelTerminationStrategy: PID 8069 died...\u000a12:28:20.457775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8069): Terminated: ok {rc=0}\u000a12:28:20.545172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8077): Process ended prematurely: osmo-stp_10.42.42.5(pid=8077) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8077)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8077): Process ended prematurely: osmo-stp_10.42.42.5(pid=8077) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:28:21.597663 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:21.609891 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:28:21.744937 tst ping_idle_ping.py: using LAC 28396\u000a12:28:21.859828 tst ping_idle_ping.py: using RAC 91\u000a12:28:21.975638 tst ping_idle_ping.py: using CellId 28396\u000a12:28:22.090154 tst ping_idle_ping.py: using BVCI 28397\u000a12:28:22.112423 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.123583 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.134686 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.145795 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.156775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.167761 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.178858 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:28:22.189949 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:28:22.478564 tst ping_idle_ping.py:24: start network...\u000a12:28:22.610646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:23.108058 run create_hlr_db(pid=8071): Launched\u000a12:28:23.292120 bus /gobi_6: Setting Powered False\u000a12:28:24.310543 run create_hlr_db(pid=8071): Terminated: ok {rc=0}\u000a12:28:24.729743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8073): Launched\u000a12:28:25.046683 run osmo-hlr_10.42.42.2(pid=8074): Launched\u000a12:28:25.165704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:25.711263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8076): Launched\u000a12:28:26.025127 run osmo-stp_10.42.42.5(pid=8077): Launched\u000a12:28:26.139941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:26.686072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8079): Launched\u000a12:28:26.798048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:27.072013 run patchelf(pid=8080): Launched\u000a12:28:27.256028 run osmo-stp_10.42.42.5(pid=8077): ERR: Terminated: ERROR {rc=1} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8077)]\u000a12:28:27.391131 run osmo-stp_10.42.42.5(pid=8077): stdout: \u000a| (launched: 2022-12-10_12:28:25.871162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:27.526447 run osmo-stp_10.42.42.5(pid=8077): stderr: \u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122826064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:27.657043 run osmo-stp_10.42.42.5(pid=8077): stdout: \u000a| (launched: 2022-12-10_12:28:25.871162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:27.786447 run osmo-stp_10.42.42.5(pid=8077): stderr: \u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122826063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122826064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122826064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:27.937410 run patchelf(pid=8080): Terminating (SIGINT)\u000a12:28:28.113353 run patchelf(pid=8080): Terminated: ok {rc=0}\u000a12:28:28.145211 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8077): Process ended prematurely: osmo-stp_10.42.42.5(pid=8077) [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8077)] [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:28:28.154476 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:28:28.217266 run osmo-hlr_10.42.42.2(pid=8074): ERR: Terminated: ERROR {rc=237} [trial-2374↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8074)]\u000a12:28:28.268382 run osmo-hlr_10.42.42.2(pid=8074): stdout: \u000a| (launched: 2022-12-10_12:28:24.890533) \u000a12:28:28.320353 run osmo-hlr_10.42.42.2(pid=8074): stderr: \u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122825088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122825112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122825121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122825122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122825122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:28.364372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8073): Terminating (SIGTERM)\u000a12:28:28.405874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8076): Terminating (SIGTERM)\u000a12:28:28.447529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8079): Terminating (SIGTERM)\u000a12:28:28.457378 --- ParallelTerminationStrategy: PID 8073 died...\u000a12:28:28.513485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8073): Terminated: ok {rc=0}\u000a12:28:28.523461 --- ParallelTerminationStrategy: PID 8076 died...\u000a12:28:28.578498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8076): Terminated: ok {rc=0}\u000a12:28:28.588600 --- ParallelTerminationStrategy: PID 8079 died...\u000a12:28:28.643941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8079): Terminated: ok {rc=0}\u000a12:28:28.730580 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:27:30" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8090): Process ended prematurely: osmo-stp_10.42.42.5(pid=8090) [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8090)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8090): Process ended prematurely: osmo-stp_10.42.42.5(pid=8090) [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:28:30.772874 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:30.784687 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:28:30.956848 tst switch_tch_pdch.py: using LAC 28397\u000a12:28:31.078008 tst switch_tch_pdch.py: using RAC 92\u000a12:28:31.201862 tst switch_tch_pdch.py: using CellId 28397\u000a12:28:31.341857 tst switch_tch_pdch.py: using BVCI 28398\u000a12:28:31.367418 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.380235 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.394261 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.408147 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.422023 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.436686 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.450583 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:28:31.463326 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:31.587166 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:31.883022 tst switch_tch_pdch.py:51: start network...\u000a12:28:32.008159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:32.481125 run create_hlr_db(pid=8084): Launched\u000a12:28:32.649593 bus /gobi_6: Setting Powered False\u000a12:28:33.671280 run create_hlr_db(pid=8084): Terminated: ok {rc=0}\u000a12:28:34.087109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8086): Launched\u000a12:28:34.400300 run osmo-hlr_10.42.42.2(pid=8087): Launched\u000a12:28:34.519133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:35.064540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8089): Launched\u000a12:28:35.379520 run osmo-stp_10.42.42.5(pid=8090): Launched\u000a12:28:35.493878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:36.043613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8092): Launched\u000a12:28:36.155972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:36.429532 run patchelf(pid=8093): Launched\u000a12:28:36.613027 run osmo-stp_10.42.42.5(pid=8090): ERR: Terminated: ERROR {rc=1} [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8090)]\u000a12:28:36.747321 run osmo-stp_10.42.42.5(pid=8090): stdout: \u000a| (launched: 2022-12-10_12:28:35.223851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:36.882505 run osmo-stp_10.42.42.5(pid=8090): stderr: \u000a| �[0;m�[38;5;43m20221210122835414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122835414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122835415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122835415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122835415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122835416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122835416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:37.012461 run osmo-stp_10.42.42.5(pid=8090): stdout: \u000a| (launched: 2022-12-10_12:28:35.223851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:37.141849 run osmo-stp_10.42.42.5(pid=8090): stderr: \u000a| �[0;m�[38;5;43m20221210122835414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122835414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122835415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122835415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122835415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122835416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122835416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:37.291918 run patchelf(pid=8093): Terminating (SIGINT)\u000a12:28:37.467349 run patchelf(pid=8093): Terminated: ok {rc=0}\u000a12:28:37.499362 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8090): Process ended prematurely: osmo-stp_10.42.42.5(pid=8090) [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8090)] [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:28:37.508705 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:28:37.571777 run osmo-hlr_10.42.42.2(pid=8087): ERR: Terminated: ERROR {rc=237} [trial-2374↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8087)]\u000a12:28:37.623451 run osmo-hlr_10.42.42.2(pid=8087): stdout: \u000a| (launched: 2022-12-10_12:28:34.246786) \u000a12:28:37.675734 run osmo-hlr_10.42.42.2(pid=8087): stderr: \u000a| �[0;m�[1;31m20221210122834445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122834445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122834446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122834446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122834446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122834446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122834459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122834470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122834470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122834470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:37.720044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8086): Terminating (SIGTERM)\u000a12:28:37.762146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8089): Terminating (SIGTERM)\u000a12:28:37.804742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8092): Terminating (SIGTERM)\u000a12:28:37.814480 --- ParallelTerminationStrategy: PID 8086 died...\u000a12:28:37.870426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8086): Terminated: ok {rc=0}\u000a12:28:37.880740 --- ParallelTerminationStrategy: PID 8089 died...\u000a12:28:37.936505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8089): Terminated: ok {rc=0}\u000a12:28:37.946554 --- ParallelTerminationStrategy: PID 8092 died...\u000a12:28:38.002493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8092): Terminated: ok {rc=0}\u000a12:28:38.088291 bus /gobi_0: Setting Powered False\u000a12:28:39.194432 bus /gobi_0: Setting Powered False\u000a12:28:40.305055 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:28:30" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8098) [trial-2374↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8098)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8098) [trial-2374↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:28:42.134230 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:28:42.246940 tst esme_connect_policy_acceptall.py: using MSISDN 7730\u000a12:28:42.387987 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:28:42.988870 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8097): Launched\u000a12:28:43.304837 run osmo-nitb_10.42.42.2(pid=8098): Launched\u000a12:28:43.500719 run osmo-nitb_10.42.42.2(pid=8098): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8098)]\u000a12:28:43.644795 run osmo-nitb_10.42.42.2(pid=8098): stdout: \u000a| (launched: 2022-12-10_12:28:43.151364) \u000a12:28:43.789312 run osmo-nitb_10.42.42.2(pid=8098): stderr: \u000a| (launched: 2022-12-10_12:28:43.198638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:43.930035 run osmo-nitb_10.42.42.2(pid=8098): stdout: \u000a| (launched: 2022-12-10_12:28:43.151364) \u000a12:28:44.068623 run osmo-nitb_10.42.42.2(pid=8098): stderr: \u000a| (launched: 2022-12-10_12:28:43.198638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:44.434684 tst osmo-nitb_10.42.42.2(pid=8098): stdout: \u000a| (launched: 2022-12-10_12:28:43.151364) \u000a12:28:44.562642 tst osmo-nitb_10.42.42.2(pid=8098): stderr: \u000a| (launched: 2022-12-10_12:28:43.198638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:44.618113 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=8098): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8098) [trial-2374↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8098)] [trial-2374↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a12:28:44.626550 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a12:28:44.663258 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8097): Terminating (SIGTERM)\u000a12:28:44.841047 --- ParallelTerminationStrategy: PID 8097 died...\u000a12:28:44.900285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8097): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8100) [trial-2374↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8100)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8100) [trial-2374↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:28:44.914925 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:28:45.030752 tst esme_connect_policy_closed.py: using MSISDN 7731\u000a12:28:45.152142 tst esme_connect_policy_closed.py: using MSISDN 7732\u000a12:28:45.258986 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:28:45.822759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8099): Launched\u000a12:28:46.172172 run osmo-nitb_10.42.42.2(pid=8100): Launched\u000a12:28:46.360588 run osmo-nitb_10.42.42.2(pid=8100): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8100)]\u000a12:28:46.499472 run osmo-nitb_10.42.42.2(pid=8100): stdout: \u000a| (launched: 2022-12-10_12:28:45.997562) \u000a12:28:46.638787 run osmo-nitb_10.42.42.2(pid=8100): stderr: \u000a| (launched: 2022-12-10_12:28:46.048619)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:46.772154 run osmo-nitb_10.42.42.2(pid=8100): stdout: \u000a| (launched: 2022-12-10_12:28:45.997562) \u000a12:28:46.905711 run osmo-nitb_10.42.42.2(pid=8100): stderr: \u000a| (launched: 2022-12-10_12:28:46.048619)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:46.963579 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=8100): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8100) [trial-2374↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8100)] [trial-2374↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a12:28:46.973155 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a12:28:47.013074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8099): Terminating (SIGTERM)\u000a12:28:47.191508 --- ParallelTerminationStrategy: PID 8099 died...\u000a12:28:47.246196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8099): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8102) [trial-2374↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8102)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8102) [trial-2374↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:28:47.260696 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:28:47.271807 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:28:47.396713 tst esme_ms_sms_storeforward.py: using LAC 28398\u000a12:28:47.524670 tst esme_ms_sms_storeforward.py: using RAC 93\u000a12:28:47.651731 tst esme_ms_sms_storeforward.py: using CellId 28398\u000a12:28:47.777825 tst esme_ms_sms_storeforward.py: using BVCI 28399\u000a12:28:47.802304 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:28:48.015578 tst esme_ms_sms_storeforward.py: using MSISDN 7733\u000a12:28:48.199347 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a12:28:48.324535 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:28:48.946171 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8101): Launched\u000a12:28:49.243380 run osmo-nitb_10.42.42.2(pid=8102): Launched\u000a12:28:49.414750 run osmo-nitb_10.42.42.2(pid=8102): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8102)]\u000a12:28:49.539066 run osmo-nitb_10.42.42.2(pid=8102): stdout: \u000a| (launched: 2022-12-10_12:28:49.098877) \u000a12:28:49.663622 run osmo-nitb_10.42.42.2(pid=8102): stderr: \u000a| (launched: 2022-12-10_12:28:49.143350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:49.783884 run osmo-nitb_10.42.42.2(pid=8102): stdout: \u000a| (launched: 2022-12-10_12:28:49.098877) \u000a12:28:49.903601 run osmo-nitb_10.42.42.2(pid=8102): stderr: \u000a| (launched: 2022-12-10_12:28:49.143350)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:49.955900 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=8102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8102) [trial-2374↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8102)] [trial-2374↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a12:28:49.963966 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a12:28:49.998097 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8101): Terminating (SIGTERM)\u000a12:28:50.175361 --- ParallelTerminationStrategy: PID 8101 died...\u000a12:28:50.230042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8101): Terminated: ok {rc=0}\u000a12:28:50.318151 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8105) [trial-2374↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8105)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8105) [trial-2374↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:28:51.371441 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:28:51.383924 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:28:51.518649 tst esme_ms_sms_transaction.py: using LAC 28399\u000a12:28:51.649118 tst esme_ms_sms_transaction.py: using RAC 94\u000a12:28:51.772912 tst esme_ms_sms_transaction.py: using CellId 28399\u000a12:28:51.897686 tst esme_ms_sms_transaction.py: using BVCI 28400\u000a12:28:51.922052 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:28:52.147243 tst esme_ms_sms_transaction.py: using MSISDN 7734\u000a12:28:52.344651 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a12:28:52.481461 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:28:53.142189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8104): Launched\u000a12:28:53.460927 run osmo-nitb_10.42.42.2(pid=8105): Launched\u000a12:28:53.657831 run osmo-nitb_10.42.42.2(pid=8105): ERR: Terminated: ERROR {rc=2} [trial-2374↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8105)]\u000a12:28:53.802966 run osmo-nitb_10.42.42.2(pid=8105): stdout: \u000a| (launched: 2022-12-10_12:28:53.306101) \u000a12:28:53.948846 run osmo-nitb_10.42.42.2(pid=8105): stderr: \u000a| (launched: 2022-12-10_12:28:53.354077)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:54.090050 run osmo-nitb_10.42.42.2(pid=8105): stdout: \u000a| (launched: 2022-12-10_12:28:53.306101) \u000a12:28:54.230135 run osmo-nitb_10.42.42.2(pid=8105): stderr: \u000a| (launched: 2022-12-10_12:28:53.354077)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:54.585475 tst osmo-nitb_10.42.42.2(pid=8105): stdout: \u000a| (launched: 2022-12-10_12:28:53.306101) \u000a12:28:54.705681 tst osmo-nitb_10.42.42.2(pid=8105): stderr: \u000a| (launched: 2022-12-10_12:28:53.354077)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:28:54.757729 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=8105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8105) [trial-2374↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8105)] [trial-2374↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a12:28:54.765638 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a12:28:54.799685 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8104): Terminating (SIGTERM)\u000a12:28:54.976851 --- ParallelTerminationStrategy: PID 8104 died...\u000a12:28:55.031069 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8104): Terminated: ok {rc=0}\u000a12:28:55.119110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:28:42" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=8114): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8114) [trial-2374↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=8114): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8114) [trial-2374↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:28:56.911648 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:28:56.922182 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:28:56.932273 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:28:56.942770 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:28:57.050041 tst esme_connect_policy_acceptall.py: using MSISDN 7735\u000a12:28:57.156502 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:28:57.675568 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8109): Launched\u000a12:28:57.974920 run osmo-stp_10.42.42.4(pid=8110): Launched\u000a12:28:58.081160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:58.560029 run create_hlr_db(pid=8111): Launched\u000a12:28:58.732348 bus /sierra_2: Setting Powered False\u000a12:28:59.753676 run create_hlr_db(pid=8111): Terminated: ok {rc=0}\u000a12:29:00.150228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Launched\u000a12:29:00.448894 run osmo-hlr_10.42.42.2(pid=8114): Launched\u000a12:29:00.558471 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:29:01.169861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Launched\u000a12:29:01.635770 run osmo-msc_10.42.42.5(pid=8117): Launched\u000a12:29:02.131666 run osmo-hlr_10.42.42.2(pid=8114): ERR: Terminated: ERROR {rc=237} [trial-2374↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)]\u000a12:29:02.270706 run osmo-hlr_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-10_12:29:00.301822) \u000a12:29:02.408245 run osmo-hlr_10.42.42.2(pid=8114): stderr: \u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122900488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122900499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122900500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122900500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:02.539105 run osmo-hlr_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-10_12:29:00.301822) \u000a12:29:02.668029 run osmo-hlr_10.42.42.2(pid=8114): stderr: \u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122900476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122900488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122900499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122900500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122900500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:02.724337 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=8114): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8114) [trial-2374↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)] [trial-2374↪smpp↪esme_connect_policy_acceptall.py:23]\u000a12:29:02.732926 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a12:29:02.796122 run osmo-msc_10.42.42.5(pid=8117): ERR: Terminated: ERROR {rc=9} [trial-2374↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=8117)]\u000a12:29:02.847902 run osmo-msc_10.42.42.5(pid=8117): stdout: \u000a| (launched: 2022-12-10_12:29:01.331810) \u000a12:29:02.900702 run osmo-msc_10.42.42.5(pid=8117): stderr: \u000a| �[0;m�[38;5;43m20221210122901921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210122901921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210122901922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210122901922 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210122901922 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210122901922 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210122901922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210122901922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210122901922 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:29:02.944734 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8109): Terminating (SIGTERM)\u000a12:29:02.987003 run osmo-stp_10.42.42.4(pid=8110): Terminating (SIGTERM)\u000a12:29:03.030522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminating (SIGTERM)\u000a12:29:03.076116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminating (SIGTERM)\u000a12:29:03.086960 --- ParallelTerminationStrategy: PID 8109 died...\u000a12:29:03.146526 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8109): Terminated: ok {rc=0}\u000a12:29:03.156689 --- ParallelTerminationStrategy: PID 8110 died...\u000a12:29:03.212900 run osmo-stp_10.42.42.4(pid=8110): Terminated: ok {rc=0}\u000a12:29:03.223045 --- ParallelTerminationStrategy: PID 8113 died...\u000a12:29:03.279128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminated: ok {rc=0}\u000a12:29:03.289608 --- ParallelTerminationStrategy: PID 8116 died...\u000a12:29:03.346059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=8125): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8125) [trial-2374↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8125)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=8125): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8125) [trial-2374↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:29:03.361108 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:03.372342 tst smpp: Using 1 x bts (candidates: 1)\u000a12:29:03.502635 tst esme_connect_policy_closed.py: using LAC 28400\u000a12:29:03.627683 tst esme_connect_policy_closed.py: using RAC 95\u000a12:29:03.753622 tst esme_connect_policy_closed.py: using CellId 28400\u000a12:29:03.881265 tst esme_connect_policy_closed.py: using BVCI 28401\u000a12:29:03.905629 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:03.916221 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:03.926845 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:04.039771 tst esme_connect_policy_closed.py: using MSISDN 7736\u000a12:29:04.165323 tst esme_connect_policy_closed.py: using MSISDN 7737\u000a12:29:04.279290 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:29:04.834896 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8120): Launched\u000a12:29:05.157513 run osmo-stp_10.42.42.4(pid=8121): Launched\u000a12:29:05.273158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:05.779426 run create_hlr_db(pid=8122): Launched\u000a12:29:06.968607 run create_hlr_db(pid=8122): Terminated: ok {rc=0}\u000a12:29:07.299189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8124): Launched\u000a12:29:07.622590 run osmo-hlr_10.42.42.2(pid=8125): Launched\u000a12:29:07.742607 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:29:08.333936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8127): Launched\u000a12:29:08.657873 run osmo-msc_10.42.42.5(pid=8128): Launched\u000a12:29:08.847368 run osmo-hlr_10.42.42.2(pid=8125): ERR: Terminated: ERROR {rc=237} [trial-2374↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8125)]\u000a12:29:08.981428 run osmo-hlr_10.42.42.2(pid=8125): stdout: \u000a| (launched: 2022-12-10_12:29:07.463561) \u000a12:29:09.116870 run osmo-hlr_10.42.42.2(pid=8125): stderr: \u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122907674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:09.246541 run osmo-hlr_10.42.42.2(pid=8125): stdout: \u000a| (launched: 2022-12-10_12:29:07.463561) \u000a12:29:09.375794 run osmo-hlr_10.42.42.2(pid=8125): stderr: \u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122907661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122907674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122907682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:09.432144 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=8125): Process ended prematurely: osmo-hlr_10.42.42.2(pid=8125) [trial-2374↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8125)] [trial-2374↪smpp↪esme_connect_policy_closed.py:31]\u000a12:29:09.440873 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a12:29:09.504460 run osmo-msc_10.42.42.5(pid=8128): ERR: Terminated: ERROR {rc=9} [trial-2374↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=8128)]\u000a12:29:09.556667 run osmo-msc_10.42.42.5(pid=8128): stdout: \u000a| (launched: 2022-12-10_12:29:08.498636) \u000a12:29:09.609141 run osmo-msc_10.42.42.5(pid=8128): stderr: \u000a| �[0;m�[38;5;43m20221210122908865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210122908865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210122908865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210122908865 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210122908865 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210122908865 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210122908865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210122908866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210122908866 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:29:09.653821 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8120): Terminating (SIGTERM)\u000a12:29:09.695686 run osmo-stp_10.42.42.4(pid=8121): Terminating (SIGTERM)\u000a12:29:09.738799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8124): Terminating (SIGTERM)\u000a12:29:09.781433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8127): Terminating (SIGTERM)\u000a12:29:09.791611 --- ParallelTerminationStrategy: PID 8120 died...\u000a12:29:09.849868 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=8120): Terminated: ok {rc=0}\u000a12:29:09.860259 --- ParallelTerminationStrategy: PID 8121 died...\u000a12:29:09.916243 run osmo-stp_10.42.42.4(pid=8121): Terminated: ok {rc=0}\u000a12:29:09.926568 --- ParallelTerminationStrategy: PID 8124 died...\u000a12:29:09.982075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8124): Terminated: ok {rc=0}\u000a12:29:09.992645 --- ParallelTerminationStrategy: PID 8127 died...\u000a12:29:10.048892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8127): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8137): Process ended prematurely: osmo-stp_10.42.42.5(pid=8137) [trial-2374↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8137)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8137): Process ended prematurely: osmo-stp_10.42.42.5(pid=8137) [trial-2374↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:29:10.064084 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.075567 tst smpp: Using 1 x bts (candidates: 1)\u000a12:29:10.200400 tst esme_ms_sms_storeforward.py: using LAC 28401\u000a12:29:10.320546 tst esme_ms_sms_storeforward.py: using RAC 96\u000a12:29:10.440754 tst esme_ms_sms_storeforward.py: using CellId 28401\u000a12:29:10.561357 tst esme_ms_sms_storeforward.py: using BVCI 28402\u000a12:29:10.584169 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.594393 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.604478 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.615100 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.626007 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:10.636480 tst smpp: Using 1 x modem (candidates: 1)\u000a12:29:10.858417 tst esme_ms_sms_storeforward.py: using MSISDN 7738\u000a12:29:10.974410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:11.480337 run create_hlr_db(pid=8131): Launched\u000a12:29:12.669238 run create_hlr_db(pid=8131): Terminated: ok {rc=0}\u000a12:29:13.000889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8133): Launched\u000a12:29:13.323850 run osmo-hlr_10.42.42.2(pid=8134): Launched\u000a12:29:13.440174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:13.967408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8136): Launched\u000a12:29:14.268731 run osmo-stp_10.42.42.5(pid=8137): Launched\u000a12:29:14.379320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:14.926307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8139): Launched\u000a12:29:15.228138 run osmo-msc_10.42.42.6(pid=8140): Launched\u000a12:29:15.405235 run osmo-stp_10.42.42.5(pid=8137): ERR: Terminated: ERROR {rc=1} [trial-2374↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8137)]\u000a12:29:15.532521 run osmo-stp_10.42.42.5(pid=8137): stdout: \u000a| (launched: 2022-12-10_12:29:14.121081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:15.658297 run osmo-stp_10.42.42.5(pid=8137): stderr: \u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122914293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:15.779865 run osmo-stp_10.42.42.5(pid=8137): stdout: \u000a| (launched: 2022-12-10_12:29:14.121081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:15.927014 run osmo-stp_10.42.42.5(pid=8137): stderr: \u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122914292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122914293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122914293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:15.980917 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=8137): Process ended prematurely: osmo-stp_10.42.42.5(pid=8137) [trial-2374↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8137)] [trial-2374↪smpp↪esme_ms_sms_storeforward.py:30]\u000a12:29:15.989411 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a12:29:16.058110 run osmo-hlr_10.42.42.2(pid=8134): ERR: Terminated: ERROR {rc=237} [trial-2374↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8134)]\u000a12:29:16.119106 run osmo-hlr_10.42.42.2(pid=8134): stdout: \u000a| (launched: 2022-12-10_12:29:13.165077) \u000a12:29:16.181069 run osmo-hlr_10.42.42.2(pid=8134): stderr: \u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122913365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122913377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122913385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122913386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122913386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:16.264322 run osmo-msc_10.42.42.6(pid=8140): ERR: Terminated: ERROR {rc=2} [trial-2374↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8140)]\u000a12:29:16.326123 run osmo-msc_10.42.42.6(pid=8140): stdout: \u000a| (launched: 2022-12-10_12:29:15.079016) \u000a12:29:16.387077 run osmo-msc_10.42.42.6(pid=8140): stderr: \u000a| �[0;m�[38;5;43m20221210122915348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122915348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f742f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122915348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122915348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122915349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122915351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122915351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122915351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122915351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:16.435139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8133): Terminating (SIGTERM)\u000a12:29:16.482254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8136): Terminating (SIGTERM)\u000a12:29:16.528831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8139): Terminating (SIGTERM)\u000a12:29:16.540643 --- ParallelTerminationStrategy: PID 8133 died...\u000a12:29:16.602378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8133): Terminated: ok {rc=0}\u000a12:29:16.613412 --- ParallelTerminationStrategy: PID 8136 died...\u000a12:29:16.674059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8136): Terminated: ok {rc=0}\u000a12:29:16.684940 --- ParallelTerminationStrategy: PID 8139 died...\u000a12:29:16.745832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8139): Terminated: ok {rc=0}\u000a12:29:16.837136 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8148): Process ended prematurely: osmo-stp_10.42.42.5(pid=8148) [trial-2374↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8148)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8148): Process ended prematurely: osmo-stp_10.42.42.5(pid=8148) [trial-2374↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:29:17.886731 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:17.897613 tst smpp: Using 1 x bts (candidates: 1)\u000a12:29:18.021781 tst esme_ms_sms_transaction.py: using LAC 28402\u000a12:29:18.147081 tst esme_ms_sms_transaction.py: using RAC 97\u000a12:29:18.267759 tst esme_ms_sms_transaction.py: using CellId 28402\u000a12:29:18.385660 tst esme_ms_sms_transaction.py: using BVCI 28403\u000a12:29:18.408379 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:18.418795 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:18.429152 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:18.439607 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:18.450186 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:29:18.460501 tst smpp: Using 1 x modem (candidates: 1)\u000a12:29:18.676353 tst esme_ms_sms_transaction.py: using MSISDN 7739\u000a12:29:18.783792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:19.264119 run create_hlr_db(pid=8142): Launched\u000a12:29:19.437584 bus /sierra_2: Setting Powered False\u000a12:29:20.458832 run create_hlr_db(pid=8142): Terminated: ok {rc=0}\u000a12:29:20.858431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Launched\u000a12:29:21.158989 run osmo-hlr_10.42.42.2(pid=8145): Launched\u000a12:29:21.279088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:21.803700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8147): Launched\u000a12:29:22.103458 run osmo-stp_10.42.42.5(pid=8148): Launched\u000a12:29:22.212118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:22.758793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8150): Launched\u000a12:29:23.060681 run osmo-msc_10.42.42.6(pid=8151): Launched\u000a12:29:23.238271 run osmo-stp_10.42.42.5(pid=8148): ERR: Terminated: ERROR {rc=1} [trial-2374↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8148)]\u000a12:29:23.365920 run osmo-stp_10.42.42.5(pid=8148): stdout: \u000a| (launched: 2022-12-10_12:29:21.956055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:23.491721 run osmo-stp_10.42.42.5(pid=8148): stderr: \u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122922125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:23.613644 run osmo-stp_10.42.42.5(pid=8148): stdout: \u000a| (launched: 2022-12-10_12:29:21.956055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:23.735484 run osmo-stp_10.42.42.5(pid=8148): stderr: \u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122922124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122922125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122922127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:23.788118 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=8148): Process ended prematurely: osmo-stp_10.42.42.5(pid=8148) [trial-2374↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8148)] [trial-2374↪smpp↪esme_ms_sms_transaction.py:28]\u000a12:29:23.796358 tst esme_ms_sms_transaction.py:28: Test FAILED (5.9 sec)\u000a12:29:23.856319 run osmo-hlr_10.42.42.2(pid=8145): ERR: Terminated: ERROR {rc=237} [trial-2374↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8145)]\u000a12:29:23.905679 run osmo-hlr_10.42.42.2(pid=8145): stdout: \u000a| (launched: 2022-12-10_12:29:21.011226) \u000a12:29:23.955927 run osmo-hlr_10.42.42.2(pid=8145): stderr: \u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122921185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122921197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122921205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:24.023436 run osmo-msc_10.42.42.6(pid=8151): ERR: Terminated: ERROR {rc=2} [trial-2374↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8151)]\u000a12:29:24.072231 run osmo-msc_10.42.42.6(pid=8151): stdout: \u000a| (launched: 2022-12-10_12:29:22.911989) \u000a12:29:24.121808 run osmo-msc_10.42.42.6(pid=8151): stderr: \u000a| �[0;m�[38;5;43m20221210122923184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122923184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38729c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122923184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122923184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122923184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122923185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122923187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122923188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122923188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122923188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:24.163566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Terminating (SIGTERM)\u000a12:29:24.203264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8147): Terminating (SIGTERM)\u000a12:29:24.243258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8150): Terminating (SIGTERM)\u000a12:29:24.252602 --- ParallelTerminationStrategy: PID 8144 died...\u000a12:29:24.305845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8144): Terminated: ok {rc=0}\u000a12:29:24.315660 --- ParallelTerminationStrategy: PID 8147 died...\u000a12:29:24.368632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8147): Terminated: ok {rc=0}\u000a12:29:24.378327 --- ParallelTerminationStrategy: PID 8150 died...\u000a12:29:24.431820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8150): Terminated: ok {rc=0}\u000a12:29:24.521574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:28:56" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8162): Process ended prematurely: osmo-stp_10.42.42.5(pid=8162) [trial-2374↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8162)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8162): Process ended prematurely: osmo-stp_10.42.42.5(pid=8162) [trial-2374↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a12:29:26.392154 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.402675 tst encryption: Using 1 x bts (candidates: 1)\u000a12:29:26.526137 tst register_a5_0_authopt.py: using LAC 28403\u000a12:29:26.645100 tst register_a5_0_authopt.py: using RAC 98\u000a12:29:26.763549 tst register_a5_0_authopt.py: using CellId 28403\u000a12:29:26.884204 tst register_a5_0_authopt.py: using BVCI 28404\u000a12:29:26.907156 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.917406 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.927483 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.937560 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.947609 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:26.957735 tst encryption: Using 1 x modem (candidates: 1)\u000a12:29:27.250953 tst register_a5_0_authopt.py:8: start network...\u000a12:29:27.388498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:27.903188 run create_hlr_db(pid=8156): Launched\u000a12:29:28.093438 bus /sierra_2: Setting Powered False\u000a12:29:29.114776 run create_hlr_db(pid=8156): Terminated: ok {rc=0}\u000a12:29:29.523785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8158): Launched\u000a12:29:29.828434 run osmo-hlr_10.42.42.2(pid=8159): Launched\u000a12:29:29.947848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:30.480744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8161): Launched\u000a12:29:30.783308 run osmo-stp_10.42.42.5(pid=8162): Launched\u000a12:29:30.961309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:31.585288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Launched\u000a12:29:31.979224 run osmo-msc_10.42.42.6(pid=8165): Launched\u000a12:29:32.307294 run osmo-stp_10.42.42.5(pid=8162): ERR: Terminated: ERROR {rc=1} [trial-2374↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8162)]\u000a12:29:32.445156 run osmo-stp_10.42.42.5(pid=8162): stdout: \u000a| (launched: 2022-12-10_12:29:30.634682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:32.585850 run osmo-stp_10.42.42.5(pid=8162): stderr: \u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122930806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:32.717707 run osmo-stp_10.42.42.5(pid=8162): stdout: \u000a| (launched: 2022-12-10_12:29:30.634682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:32.848523 run osmo-stp_10.42.42.5(pid=8162): stderr: \u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122930806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:32.906090 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8162): Process ended prematurely: osmo-stp_10.42.42.5(pid=8162) [trial-2374↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8162)] [trial-2374↪encryption↪register_a5_0_authopt.py:8]\u000a12:29:32.915426 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a12:29:32.978775 run osmo-hlr_10.42.42.2(pid=8159): ERR: Terminated: ERROR {rc=237} [trial-2374↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8159)]\u000a12:29:33.030305 run osmo-hlr_10.42.42.2(pid=8159): stdout: \u000a| (launched: 2022-12-10_12:29:29.679135) \u000a12:29:33.082582 run osmo-hlr_10.42.42.2(pid=8159): stderr: \u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122929855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122929866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122929874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122929875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122929875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:33.153340 run osmo-msc_10.42.42.6(pid=8165): ERR: Terminated: ERROR {rc=2} [trial-2374↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8165)]\u000a12:29:33.204724 run osmo-msc_10.42.42.6(pid=8165): stdout: \u000a| (launched: 2022-12-10_12:29:31.757917) \u000a12:29:33.257255 run osmo-msc_10.42.42.6(pid=8165): stderr: \u000a| �[0;m�[38;5;43m20221210122932306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122932306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ec727cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122932306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122932306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122932306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122932307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122932310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122932311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122932311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122932311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:33.301712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8158): Terminating (SIGTERM)\u000a12:29:33.343728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8161): Terminating (SIGTERM)\u000a12:29:33.386012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Terminating (SIGTERM)\u000a12:29:33.395931 --- ParallelTerminationStrategy: PID 8158 died...\u000a12:29:33.452690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8158): Terminated: ok {rc=0}\u000a12:29:33.462907 --- ParallelTerminationStrategy: PID 8161 died...\u000a12:29:33.519530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8161): Terminated: ok {rc=0}\u000a12:29:33.529795 --- ParallelTerminationStrategy: PID 8164 died...\u000a12:29:33.586427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Terminated: ok {rc=0}\u000a12:29:33.672859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2374↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2374↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a12:29:34.789666 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:34.801150 tst encryption: Using 1 x bts (candidates: 1)\u000a12:29:34.933654 tst register_a5_0_authreq.py: using LAC 28404\u000a12:29:35.062452 tst register_a5_0_authreq.py: using RAC 99\u000a12:29:35.189037 tst register_a5_0_authreq.py: using CellId 28404\u000a12:29:35.316191 tst register_a5_0_authreq.py: using BVCI 28405\u000a12:29:35.340829 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:35.351606 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:35.362348 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:35.373231 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:35.384114 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:35.394961 tst encryption: Using 1 x modem (candidates: 1)\u000a12:29:35.676012 tst register_a5_0_authreq.py:8: start network...\u000a12:29:35.803701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:36.288936 run create_hlr_db(pid=8167): Launched\u000a12:29:36.463412 bus /sierra_2: Setting Powered False\u000a12:29:37.486717 run create_hlr_db(pid=8167): Terminated: ok {rc=0}\u000a12:29:37.919863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Launched\u000a12:29:38.246489 run osmo-hlr_10.42.42.2(pid=8170): Launched\u000a12:29:38.368875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:38.934627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Launched\u000a12:29:39.259300 run osmo-stp_10.42.42.5(pid=8173): Launched\u000a12:29:39.378736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:39.973460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Launched\u000a12:29:40.299336 run osmo-msc_10.42.42.6(pid=8176): Launched\u000a12:29:40.489926 run osmo-stp_10.42.42.5(pid=8173): ERR: Terminated: ERROR {rc=1} [trial-2374↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)]\u000a12:29:40.627424 run osmo-stp_10.42.42.5(pid=8173): stdout: \u000a| (launched: 2022-12-10_12:29:39.100260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:40.764564 run osmo-stp_10.42.42.5(pid=8173): stderr: \u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122939295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:40.896478 run osmo-stp_10.42.42.5(pid=8173): stdout: \u000a| (launched: 2022-12-10_12:29:39.100260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:41.026892 run osmo-stp_10.42.42.5(pid=8173): stderr: \u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122939294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122939295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122939295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:41.084157 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8173): Process ended prematurely: osmo-stp_10.42.42.5(pid=8173) [trial-2374↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8173)] [trial-2374↪encryption↪register_a5_0_authreq.py:8]\u000a12:29:41.093546 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a12:29:41.156087 run osmo-hlr_10.42.42.2(pid=8170): ERR: Terminated: ERROR {rc=237} [trial-2374↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8170)]\u000a12:29:41.207433 run osmo-hlr_10.42.42.2(pid=8170): stdout: \u000a| (launched: 2022-12-10_12:29:38.086389) \u000a12:29:41.259331 run osmo-hlr_10.42.42.2(pid=8170): stderr: \u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122938284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122938299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122938309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122938310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122938310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:41.329692 run osmo-msc_10.42.42.6(pid=8176): ERR: Terminated: ERROR {rc=2} [trial-2374↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8176)]\u000a12:29:41.380989 run osmo-msc_10.42.42.6(pid=8176): stdout: \u000a| (launched: 2022-12-10_12:29:40.139619) \u000a12:29:41.432908 run osmo-msc_10.42.42.6(pid=8176): stderr: \u000a| �[0;m�[38;5;43m20221210122940464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122940464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82e2edcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122940464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122940464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122940464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122940464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122940466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122940466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122940466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122940467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:41.476933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Terminating (SIGTERM)\u000a12:29:41.518359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Terminating (SIGTERM)\u000a12:29:41.560374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Terminating (SIGTERM)\u000a12:29:41.570102 --- ParallelTerminationStrategy: PID 8169 died...\u000a12:29:41.625758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8169): Terminated: ok {rc=0}\u000a12:29:41.636113 --- ParallelTerminationStrategy: PID 8172 died...\u000a12:29:41.691802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8172): Terminated: ok {rc=0}\u000a12:29:41.701961 --- ParallelTerminationStrategy: PID 8175 died...\u000a12:29:41.757755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8175): Terminated: ok {rc=0}\u000a12:29:41.846044 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8184): Process ended prematurely: osmo-stp_10.42.42.5(pid=8184) [trial-2374↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8184)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8184): Process ended prematurely: osmo-stp_10.42.42.5(pid=8184) [trial-2374↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a12:29:42.962901 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:42.974556 tst encryption: Using 1 x bts (candidates: 1)\u000a12:29:43.106805 tst register_a5_1_authreq.py: using LAC 28405\u000a12:29:43.233686 tst register_a5_1_authreq.py: using RAC 100\u000a12:29:43.362836 tst register_a5_1_authreq.py: using CellId 28405\u000a12:29:43.489189 tst register_a5_1_authreq.py: using BVCI 28406\u000a12:29:43.513794 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:43.524578 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:43.535273 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:43.546271 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:43.557256 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:43.568046 tst encryption: Using 1 x modem (candidates: 1)\u000a12:29:43.847142 tst register_a5_1_authreq.py:8: start network...\u000a12:29:43.974616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:44.464700 run create_hlr_db(pid=8178): Launched\u000a12:29:44.640533 bus /sierra_2: Setting Powered False\u000a12:29:45.661124 run create_hlr_db(pid=8178): Terminated: ok {rc=0}\u000a12:29:46.106010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8180): Launched\u000a12:29:46.516458 run osmo-hlr_10.42.42.2(pid=8181): Launched\u000a12:29:46.752882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:47.365856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8183): Launched\u000a12:29:47.669937 run osmo-stp_10.42.42.5(pid=8184): Launched\u000a12:29:47.781059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:48.333136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8186): Launched\u000a12:29:48.638227 run osmo-msc_10.42.42.6(pid=8187): Launched\u000a12:29:48.816520 run osmo-stp_10.42.42.5(pid=8184): ERR: Terminated: ERROR {rc=1} [trial-2374↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8184)]\u000a12:29:48.944789 run osmo-stp_10.42.42.5(pid=8184): stdout: \u000a| (launched: 2022-12-10_12:29:47.520310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:49.070817 run osmo-stp_10.42.42.5(pid=8184): stderr: \u000a| �[0;m�[38;5;43m20221210122947690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122947690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122947691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122947691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122947693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122947693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122947694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:49.192706 run osmo-stp_10.42.42.5(pid=8184): stdout: \u000a| (launched: 2022-12-10_12:29:47.520310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:49.313541 run osmo-stp_10.42.42.5(pid=8184): stderr: \u000a| �[0;m�[38;5;43m20221210122947690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122947690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122947691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122947691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122947693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122947693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122947694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:49.366899 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8184): Process ended prematurely: osmo-stp_10.42.42.5(pid=8184) [trial-2374↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8184)] [trial-2374↪encryption↪register_a5_1_authreq.py:8]\u000a12:29:49.375260 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a12:29:49.435194 run osmo-hlr_10.42.42.2(pid=8181): ERR: Terminated: ERROR {rc=237} [trial-2374↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8181)]\u000a12:29:49.484305 run osmo-hlr_10.42.42.2(pid=8181): stdout: \u000a| (launched: 2022-12-10_12:29:46.263493) \u000a12:29:49.534502 run osmo-hlr_10.42.42.2(pid=8181): stderr: \u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122946568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122946587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122946600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122946600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122946600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:49.601699 run osmo-msc_10.42.42.6(pid=8187): ERR: Terminated: ERROR {rc=2} [trial-2374↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8187)]\u000a12:29:49.650229 run osmo-msc_10.42.42.6(pid=8187): stdout: \u000a| (launched: 2022-12-10_12:29:48.487621) \u000a12:29:49.699406 run osmo-msc_10.42.42.6(pid=8187): stderr: \u000a| �[0;m�[38;5;43m20221210122948761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122948761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10691abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122948761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122948762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122948762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122948762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122948765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122948765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122948765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122948765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:49.741041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8180): Terminating (SIGTERM)\u000a12:29:49.780353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8183): Terminating (SIGTERM)\u000a12:29:49.819786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8186): Terminating (SIGTERM)\u000a12:29:49.828874 --- ParallelTerminationStrategy: PID 8180 died...\u000a12:29:49.882267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8180): Terminated: ok {rc=0}\u000a12:29:49.891836 --- ParallelTerminationStrategy: PID 8183 died...\u000a12:29:49.944485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8183): Terminated: ok {rc=0}\u000a12:29:49.953963 --- ParallelTerminationStrategy: PID 8186 died...\u000a12:29:50.006641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8186): Terminated: ok {rc=0}\u000a12:29:50.090134 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8195): Process ended prematurely: osmo-stp_10.42.42.5(pid=8195) [trial-2374↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8195)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8195): Process ended prematurely: osmo-stp_10.42.42.5(pid=8195) [trial-2374↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a12:29:51.207703 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.219788 tst encryption: Using 1 x bts (candidates: 1)\u000a12:29:51.353727 tst register_a5_3_authreq.py: using LAC 28406\u000a12:29:51.483031 tst register_a5_3_authreq.py: using RAC 101\u000a12:29:51.610892 tst register_a5_3_authreq.py: using CellId 28406\u000a12:29:51.738630 tst register_a5_3_authreq.py: using BVCI 28407\u000a12:29:51.763505 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.774352 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.785097 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.796543 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.808014 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:29:51.819512 tst encryption: Using 1 x modem (candidates: 1)\u000a12:29:52.126533 tst register_a5_3_authreq.py:8: start network...\u000a12:29:52.264148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:52.775328 run create_hlr_db(pid=8189): Launched\u000a12:29:52.965246 bus /sierra_2: Setting Powered False\u000a12:29:53.986036 run create_hlr_db(pid=8189): Terminated: ok {rc=0}\u000a12:29:54.393411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8191): Launched\u000a12:29:54.696939 run osmo-hlr_10.42.42.2(pid=8192): Launched\u000a12:29:54.809009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:55.331455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8194): Launched\u000a12:29:55.633665 run osmo-stp_10.42.42.5(pid=8195): Launched\u000a12:29:55.744125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:56.298277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8197): Launched\u000a12:29:56.602961 run osmo-msc_10.42.42.6(pid=8198): Launched\u000a12:29:56.780567 run osmo-stp_10.42.42.5(pid=8195): ERR: Terminated: ERROR {rc=1} [trial-2374↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8195)]\u000a12:29:56.909382 run osmo-stp_10.42.42.5(pid=8195): stdout: \u000a| (launched: 2022-12-10_12:29:55.485207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:57.035960 run osmo-stp_10.42.42.5(pid=8195): stderr: \u000a| �[0;m�[38;5;43m20221210122955657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122955657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122955658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122955658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122955658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122955659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122955659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:57.157720 run osmo-stp_10.42.42.5(pid=8195): stdout: \u000a| (launched: 2022-12-10_12:29:55.485207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:57.279255 run osmo-stp_10.42.42.5(pid=8195): stderr: \u000a| �[0;m�[38;5;43m20221210122955657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210122955657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210122955658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210122955658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210122955658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210122955659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210122955659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:57.332665 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8195): Process ended prematurely: osmo-stp_10.42.42.5(pid=8195) [trial-2374↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8195)] [trial-2374↪encryption↪register_a5_3_authreq.py:8]\u000a12:29:57.341385 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a12:29:57.400395 run osmo-hlr_10.42.42.2(pid=8192): ERR: Terminated: ERROR {rc=237} [trial-2374↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8192)]\u000a12:29:57.449063 run osmo-hlr_10.42.42.2(pid=8192): stdout: \u000a| (launched: 2022-12-10_12:29:54.547857) \u000a12:29:57.498294 run osmo-hlr_10.42.42.2(pid=8192): stderr: \u000a| �[0;m�[1;31m20221210122954724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210122954724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210122954724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122954725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210122954725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210122954725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210122954736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210122954745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210122954745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210122954745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:57.565058 run osmo-msc_10.42.42.6(pid=8198): ERR: Terminated: ERROR {rc=2} [trial-2374↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8198)]\u000a12:29:57.613451 run osmo-msc_10.42.42.6(pid=8198): stdout: \u000a| (launched: 2022-12-10_12:29:56.452442) \u000a12:29:57.662167 run osmo-msc_10.42.42.6(pid=8198): stderr: \u000a| �[0;m�[38;5;43m20221210122956725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210122956725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fdd12dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210122956725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210122956725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210122956726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210122956726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210122956728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210122956729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210122956729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210122956729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:57.703599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8191): Terminating (SIGTERM)\u000a12:29:57.742872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8194): Terminating (SIGTERM)\u000a12:29:57.782392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8197): Terminating (SIGTERM)\u000a12:29:57.791445 --- ParallelTerminationStrategy: PID 8191 died...\u000a12:29:57.844182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8191): Terminated: ok {rc=0}\u000a12:29:57.853825 --- ParallelTerminationStrategy: PID 8194 died...\u000a12:29:57.906795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8194): Terminated: ok {rc=0}\u000a12:29:57.916330 --- ParallelTerminationStrategy: PID 8197 died...\u000a12:29:57.969324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8197): Terminated: ok {rc=0}\u000a12:29:58.058251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:29:26" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8221): Process ended prematurely: srsepc(pid=8221) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8221)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8221): Process ended prematurely: srsepc(pid=8221) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a12:30:00.026943 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a12:30:00.068485 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:30:00.084260 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:30:00.106832 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:30:00.242196 tst handover.py: using MSISDN 7740\u000a12:30:00.348046 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7740', subscriber_id=0}\u000a12:30:00.452861 run srsepc_10.42.42.118: Starting srsepc\u000a12:30:02.377088 run rm-remote-dir(pid=8208): Launched\u000a12:30:02.574717 bus /sierra_2: Setting Powered False\u000a12:30:03.583491 run rm-remote-dir(pid=8208): Terminated: ok {rc=0}\u000a12:30:04.034866 run mk-remote-dir(pid=8209): Launched\u000a12:30:05.233374 run mk-remote-dir(pid=8209): Terminated: ok {rc=0}\u000a12:30:05.524880 run scp-inst-to-remote(pid=8210): Launched\u000a12:30:07.721813 run scp-inst-to-remote(pid=8210): Terminated: ok {rc=0}\u000a12:30:08.068176 run rm-remote-dir(pid=8212): Launched\u000a12:30:09.266434 run rm-remote-dir(pid=8212): Terminated: ok {rc=0}\u000a12:30:09.612326 run mk-remote-dir(pid=8213): Launched\u000a12:30:10.811597 run mk-remote-dir(pid=8213): Terminated: ok {rc=0}\u000a12:30:11.103699 run scp-cfg-to-remote(pid=8215): Launched\u000a12:30:12.299365 run scp-cfg-to-remote(pid=8215): Terminated: ok {rc=0}\u000a12:30:12.590842 run scp-db-to-remote(pid=8217): Launched\u000a12:30:13.787393 run scp-db-to-remote(pid=8217): Terminated: ok {rc=0}\u000a12:30:13.908647 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:30:14.244519 run patchelf(pid=8219): Launched\u000a12:30:15.440296 run patchelf(pid=8219): Terminated: ok {rc=0}\u000a12:30:15.561194 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:30:15.938885 run setcap-netadm(pid=8220): Launched\u000a12:30:17.126427 run setcap-netadm(pid=8220): Terminated: ok {rc=0}\u000a12:30:17.456047 run srsepc(pid=8221): Launched\u000a12:30:17.572134 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:30:18.749612 run rm-remote-dir(pid=8222): Launched\u000a12:30:18.945522 run srsepc(pid=8221): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8221)]\u000a12:30:19.088202 run srsepc(pid=8221): stdout: \u000a| (launched: 2022-12-10_12:30:17.299939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:19.230997 run srsepc(pid=8221): stderr: \u000a| (launched: 2022-12-10_12:30:17.348360)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:19.369110 run srsepc(pid=8221): stdout: \u000a| (launched: 2022-12-10_12:30:17.299939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:19.505990 run srsepc(pid=8221): stderr: \u000a| (launched: 2022-12-10_12:30:17.348360)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:19.666206 run rm-remote-dir(pid=8222): Terminating (SIGINT)\u000a12:30:19.854379 run rm-remote-dir(pid=8222): Terminated: ok {rc=0}\u000a12:30:19.888940 tst handover.py:37: ERR: Error: srsepc(pid=8221): Process ended prematurely: srsepc(pid=8221) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8221)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a12:30:19.899243 tst handover.py:37: Test FAILED (20.0 sec)\u000a12:30:20.015581 run scp-back-log(pid=8223): Launched\u000a12:30:21.105840 run scp-back-log(pid=8223): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8223)]\u000a12:30:21.171066 run scp-back-log(pid=8223): stdout: \u000a| (launched: 2022-12-10_12:30:19.942850) \u000a12:30:21.236284 run scp-back-log(pid=8223): stderr: \u000a| (launched: 2022-12-10_12:30:19.963543)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:30:21.291878 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8223): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8223)]')\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8237): Process ended prematurely: srsepc(pid=8237) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8237)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8237): Process ended prematurely: srsepc(pid=8237) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a12:30:21.480467 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a12:30:21.524910 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:30:21.741911 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a12:30:21.786326 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:30:21.802666 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:30:21.929685 tst iperf3_bidir.py: using MSISDN 7741\u000a12:30:22.044434 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7741', subscriber_id=0}\u000a12:30:22.158657 run srsepc_10.42.42.118: Starting srsepc\u000a12:30:22.835639 run rm-remote-dir(pid=8225): Launched\u000a12:30:24.034472 run rm-remote-dir(pid=8225): Terminated: ok {rc=0}\u000a12:30:24.380941 run mk-remote-dir(pid=8226): Launched\u000a12:30:25.579545 run mk-remote-dir(pid=8226): Terminated: ok {rc=0}\u000a12:30:25.871016 run scp-inst-to-remote(pid=8227): Launched\u000a12:30:28.057991 run scp-inst-to-remote(pid=8227): Terminated: ok {rc=0}\u000a12:30:28.383430 run rm-remote-dir(pid=8229): Launched\u000a12:30:29.568852 run rm-remote-dir(pid=8229): Terminated: ok {rc=0}\u000a12:30:29.894952 run mk-remote-dir(pid=8230): Launched\u000a12:30:31.099940 run mk-remote-dir(pid=8230): Terminated: ok {rc=0}\u000a12:30:31.396291 run scp-cfg-to-remote(pid=8231): Launched\u000a12:30:32.594171 run scp-cfg-to-remote(pid=8231): Terminated: ok {rc=0}\u000a12:30:32.867672 run scp-db-to-remote(pid=8233): Launched\u000a12:30:34.051082 run scp-db-to-remote(pid=8233): Terminated: ok {rc=0}\u000a12:30:34.163678 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:30:34.478972 run patchelf(pid=8235): Launched\u000a12:30:35.664099 run patchelf(pid=8235): Terminated: ok {rc=0}\u000a12:30:35.776378 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:30:36.092044 run setcap-netadm(pid=8236): Launched\u000a12:30:37.274890 run setcap-netadm(pid=8236): Terminated: ok {rc=0}\u000a12:30:37.582891 run srsepc(pid=8237): Launched\u000a12:30:37.690661 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:30:38.796506 run rm-remote-dir(pid=8238): Launched\u000a12:30:38.981352 run srsepc(pid=8237): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8237)]\u000a12:30:39.116117 run srsepc(pid=8237): stdout: \u000a| (launched: 2022-12-10_12:30:37.434702)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:39.249520 run srsepc(pid=8237): stderr: \u000a| (launched: 2022-12-10_12:30:37.479754)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:39.377945 run srsepc(pid=8237): stdout: \u000a| (launched: 2022-12-10_12:30:37.434702)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:39.505255 run srsepc(pid=8237): stderr: \u000a| (launched: 2022-12-10_12:30:37.479754)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:39.654411 run rm-remote-dir(pid=8238): Terminating (SIGINT)\u000a12:30:39.829474 run rm-remote-dir(pid=8238): Terminated: ok {rc=0}\u000a12:30:39.861825 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=8237): Process ended prematurely: srsepc(pid=8237) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8237)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a12:30:39.871469 tst iperf3_bidir.py:42: Test FAILED (18.6 sec)\u000a12:30:39.981964 run scp-back-log(pid=8239): Launched\u000a12:30:41.067982 run scp-back-log(pid=8239): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8239)]\u000a12:30:41.129876 run scp-back-log(pid=8239): stdout: \u000a| (launched: 2022-12-10_12:30:39.912356) \u000a12:30:41.191910 run scp-back-log(pid=8239): stderr: \u000a| (launched: 2022-12-10_12:30:39.932004)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:30:41.244603 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8239): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8239)]')\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8253): Process ended prematurely: srsepc(pid=8253) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8253)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8253): Process ended prematurely: srsepc(pid=8253) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a12:30:41.419344 tst iperf3_dl.py:13: Number of physical ue: 1\u000a12:30:41.460621 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:30:41.662212 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a12:30:41.703406 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:30:41.719085 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:30:41.837880 tst iperf3_dl.py: using MSISDN 7742\u000a12:30:41.944033 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7742', subscriber_id=0}\u000a12:30:42.049058 run srsepc_10.42.42.118: Starting srsepc\u000a12:30:42.680854 run rm-remote-dir(pid=8241): Launched\u000a12:30:43.866225 run rm-remote-dir(pid=8241): Terminated: ok {rc=0}\u000a12:30:44.190573 run mk-remote-dir(pid=8242): Launched\u000a12:30:45.374995 run mk-remote-dir(pid=8242): Terminated: ok {rc=0}\u000a12:30:45.648659 run scp-inst-to-remote(pid=8243): Launched\u000a12:30:47.832877 run scp-inst-to-remote(pid=8243): Terminated: ok {rc=0}\u000a12:30:48.156054 run rm-remote-dir(pid=8245): Launched\u000a12:30:49.340481 run rm-remote-dir(pid=8245): Terminated: ok {rc=0}\u000a12:30:49.663490 run mk-remote-dir(pid=8246): Launched\u000a12:30:50.848159 run mk-remote-dir(pid=8246): Terminated: ok {rc=0}\u000a12:30:51.122143 run scp-cfg-to-remote(pid=8247): Launched\u000a12:30:52.305326 run scp-cfg-to-remote(pid=8247): Terminated: ok {rc=0}\u000a12:30:52.578494 run scp-db-to-remote(pid=8249): Launched\u000a12:30:53.761511 run scp-db-to-remote(pid=8249): Terminated: ok {rc=0}\u000a12:30:53.873662 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:30:54.187263 run patchelf(pid=8251): Launched\u000a12:30:55.369701 run patchelf(pid=8251): Terminated: ok {rc=0}\u000a12:30:55.481260 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:30:55.795160 run setcap-netadm(pid=8252): Launched\u000a12:30:56.978255 run setcap-netadm(pid=8252): Terminated: ok {rc=0}\u000a12:30:57.284628 run srsepc(pid=8253): Launched\u000a12:30:57.391634 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:30:58.572528 run rm-remote-dir(pid=8254): Launched\u000a12:30:58.768918 run srsepc(pid=8253): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8253)]\u000a12:30:58.913013 run srsepc(pid=8253): stdout: \u000a| (launched: 2022-12-10_12:30:57.137812)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:59.056475 run srsepc(pid=8253): stderr: \u000a| (launched: 2022-12-10_12:30:57.182641)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:59.194931 run srsepc(pid=8253): stdout: \u000a| (launched: 2022-12-10_12:30:57.137812)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:30:59.333175 run srsepc(pid=8253): stderr: \u000a| (launched: 2022-12-10_12:30:57.182641)\u000a| Connection to 10.42.42.116 closed. \u000a12:30:59.493471 run rm-remote-dir(pid=8254): Terminating (SIGINT)\u000a12:30:59.681668 run rm-remote-dir(pid=8254): Terminated: ok {rc=0}\u000a12:30:59.716096 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=8253): Process ended prematurely: srsepc(pid=8253) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8253)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a12:30:59.726500 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a12:30:59.842449 run scp-back-log(pid=8255): Launched\u000a12:31:00.949543 run scp-back-log(pid=8255): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8255)]\u000a12:31:01.021900 run scp-back-log(pid=8255): stdout: \u000a| (launched: 2022-12-10_12:30:59.770850) \u000a12:31:01.088498 run scp-back-log(pid=8255): stderr: \u000a| (launched: 2022-12-10_12:30:59.791518)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:31:01.145168 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8255): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8255)]')\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8270): Process ended prematurely: srsepc(pid=8270) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8270)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8270): Process ended prematurely: srsepc(pid=8270) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a12:31:01.342549 tst iperf3_ul.py:13: Number of physical ue: 1\u000a12:31:01.388483 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:31:01.601464 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a12:31:01.645596 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:31:01.662293 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:31:01.799550 tst iperf3_ul.py: using MSISDN 7743\u000a12:31:01.909330 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7743', subscriber_id=0}\u000a12:31:02.017714 run srsepc_10.42.42.118: Starting srsepc\u000a12:31:02.659166 run rm-remote-dir(pid=8258): Launched\u000a12:31:03.855954 run rm-remote-dir(pid=8258): Terminated: ok {rc=0}\u000a12:31:04.202566 run mk-remote-dir(pid=8259): Launched\u000a12:31:05.400430 run mk-remote-dir(pid=8259): Terminated: ok {rc=0}\u000a12:31:05.692406 run scp-inst-to-remote(pid=8260): Launched\u000a12:31:07.890901 run scp-inst-to-remote(pid=8260): Terminated: ok {rc=0}\u000a12:31:08.236497 run rm-remote-dir(pid=8262): Launched\u000a12:31:09.434761 run rm-remote-dir(pid=8262): Terminated: ok {rc=0}\u000a12:31:09.780484 run mk-remote-dir(pid=8263): Launched\u000a12:31:10.979970 run mk-remote-dir(pid=8263): Terminated: ok {rc=0}\u000a12:31:11.271860 run scp-cfg-to-remote(pid=8264): Launched\u000a12:31:12.467759 run scp-cfg-to-remote(pid=8264): Terminated: ok {rc=0}\u000a12:31:12.761612 run scp-db-to-remote(pid=8266): Launched\u000a12:31:13.958561 run scp-db-to-remote(pid=8266): Terminated: ok {rc=0}\u000a12:31:14.079390 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:31:14.415635 run patchelf(pid=8268): Launched\u000a12:31:15.611732 run patchelf(pid=8268): Terminated: ok {rc=0}\u000a12:31:15.733080 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:31:16.141629 run setcap-netadm(pid=8269): Launched\u000a12:31:17.340877 run setcap-netadm(pid=8269): Terminated: ok {rc=0}\u000a12:31:17.670695 run srsepc(pid=8270): Launched\u000a12:31:17.786399 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:31:18.898704 run rm-remote-dir(pid=8271): Launched\u000a12:31:19.082459 run srsepc(pid=8270): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8270)]\u000a12:31:19.216938 run srsepc(pid=8270): stdout: \u000a| (launched: 2022-12-10_12:31:17.513511)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:19.350126 run srsepc(pid=8270): stderr: \u000a| (launched: 2022-12-10_12:31:17.561924)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:19.478307 run srsepc(pid=8270): stdout: \u000a| (launched: 2022-12-10_12:31:17.513511)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:19.606139 run srsepc(pid=8270): stderr: \u000a| (launched: 2022-12-10_12:31:17.561924)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:19.755222 run rm-remote-dir(pid=8271): Terminating (SIGINT)\u000a12:31:19.930107 run rm-remote-dir(pid=8271): Terminated: ok {rc=0}\u000a12:31:19.962631 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=8270): Process ended prematurely: srsepc(pid=8270) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8270)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a12:31:19.972406 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a12:31:20.085616 run scp-back-log(pid=8272): Launched\u000a12:31:21.176832 run scp-back-log(pid=8272): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8272)]\u000a12:31:21.243170 run scp-back-log(pid=8272): stdout: \u000a| (launched: 2022-12-10_12:31:20.013216) \u000a12:31:21.309398 run scp-back-log(pid=8272): stderr: \u000a| (launched: 2022-12-10_12:31:20.032817)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:31:21.365321 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8272): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8272)]')\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8286): Process ended prematurely: srsepc(pid=8286) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8286)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8286): Process ended prematurely: srsepc(pid=8286) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a12:31:21.380881 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:31:21.398085 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:31:21.423038 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:31:21.570938 tst ping.py: using MSISDN 7744\u000a12:31:21.682035 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7744', subscriber_id=0}\u000a12:31:21.797329 run srsepc_10.42.42.118: Starting srsepc\u000a12:31:22.479343 run rm-remote-dir(pid=8274): Launched\u000a12:31:23.678266 run rm-remote-dir(pid=8274): Terminated: ok {rc=0}\u000a12:31:24.024888 run mk-remote-dir(pid=8275): Launched\u000a12:31:25.223064 run mk-remote-dir(pid=8275): Terminated: ok {rc=0}\u000a12:31:25.515185 run scp-inst-to-remote(pid=8276): Launched\u000a12:31:27.712215 run scp-inst-to-remote(pid=8276): Terminated: ok {rc=0}\u000a12:31:28.057652 run rm-remote-dir(pid=8278): Launched\u000a12:31:29.254789 run rm-remote-dir(pid=8278): Terminated: ok {rc=0}\u000a12:31:29.600832 run mk-remote-dir(pid=8279): Launched\u000a12:31:30.799698 run mk-remote-dir(pid=8279): Terminated: ok {rc=0}\u000a12:31:31.138894 run scp-cfg-to-remote(pid=8280): Launched\u000a12:31:32.347635 run scp-cfg-to-remote(pid=8280): Terminated: ok {rc=0}\u000a12:31:32.622909 run scp-db-to-remote(pid=8282): Launched\u000a12:31:33.805843 run scp-db-to-remote(pid=8282): Terminated: ok {rc=0}\u000a12:31:33.918447 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:31:34.233766 run patchelf(pid=8284): Launched\u000a12:31:35.416097 run patchelf(pid=8284): Terminated: ok {rc=0}\u000a12:31:35.528138 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:31:35.843059 run setcap-netadm(pid=8285): Launched\u000a12:31:37.025739 run setcap-netadm(pid=8285): Terminated: ok {rc=0}\u000a12:31:37.332899 run srsepc(pid=8286): Launched\u000a12:31:37.440285 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:31:38.550126 run rm-remote-dir(pid=8287): Launched\u000a12:31:38.735091 run srsepc(pid=8286): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8286)]\u000a12:31:38.870175 run srsepc(pid=8286): stdout: \u000a| (launched: 2022-12-10_12:31:37.185085)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:39.003980 run srsepc(pid=8286): stderr: \u000a| (launched: 2022-12-10_12:31:37.230207)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:39.133209 run srsepc(pid=8286): stdout: \u000a| (launched: 2022-12-10_12:31:37.185085)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:39.260838 run srsepc(pid=8286): stderr: \u000a| (launched: 2022-12-10_12:31:37.230207)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:39.410821 run rm-remote-dir(pid=8287): Terminating (SIGINT)\u000a12:31:39.586540 run rm-remote-dir(pid=8287): Terminated: ok {rc=0}\u000a12:31:39.619005 tst ping.py:16: ERR: Error: srsepc(pid=8286): Process ended prematurely: srsepc(pid=8286) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8286)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a12:31:39.628474 tst ping.py:16: Test FAILED (18.2 sec)\u000a12:31:39.738768 run scp-back-log(pid=8288): Launched\u000a12:31:40.823639 run scp-back-log(pid=8288): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8288)]\u000a12:31:40.885245 run scp-back-log(pid=8288): stdout: \u000a| (launched: 2022-12-10_12:31:39.669572) \u000a12:31:40.946930 run scp-back-log(pid=8288): stderr: \u000a| (launched: 2022-12-10_12:31:39.689108)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:31:40.999642 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8288): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8288)]')\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8302): Process ended prematurely: srsepc(pid=8302) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8302)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8302): Process ended prematurely: srsepc(pid=8302) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a12:31:41.013747 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:31:41.030140 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:31:41.052277 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:31:41.191008 tst rrc_idle_mo_ping.py: using MSISDN 7745\u000a12:31:41.296701 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7745', subscriber_id=0}\u000a12:31:41.401802 run srsepc_10.42.42.118: Starting srsepc\u000a12:31:42.034728 run rm-remote-dir(pid=8290): Launched\u000a12:31:43.220091 run rm-remote-dir(pid=8290): Terminated: ok {rc=0}\u000a12:31:43.547349 run mk-remote-dir(pid=8291): Launched\u000a12:31:44.732324 run mk-remote-dir(pid=8291): Terminated: ok {rc=0}\u000a12:31:45.006688 run scp-inst-to-remote(pid=8292): Launched\u000a12:31:47.227594 run scp-inst-to-remote(pid=8292): Terminated: ok {rc=0}\u000a12:31:47.609859 run rm-remote-dir(pid=8294): Launched\u000a12:31:48.796069 run rm-remote-dir(pid=8294): Terminated: ok {rc=0}\u000a12:31:49.121552 run mk-remote-dir(pid=8295): Launched\u000a12:31:50.306786 run mk-remote-dir(pid=8295): Terminated: ok {rc=0}\u000a12:31:50.581446 run scp-cfg-to-remote(pid=8296): Launched\u000a12:31:51.765728 run scp-cfg-to-remote(pid=8296): Terminated: ok {rc=0}\u000a12:31:52.039571 run scp-db-to-remote(pid=8298): Launched\u000a12:31:53.222010 run scp-db-to-remote(pid=8298): Terminated: ok {rc=0}\u000a12:31:53.334001 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:31:53.648215 run patchelf(pid=8300): Launched\u000a12:31:54.830672 run patchelf(pid=8300): Terminated: ok {rc=0}\u000a12:31:54.942790 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:31:55.257410 run setcap-netadm(pid=8301): Launched\u000a12:31:56.440118 run setcap-netadm(pid=8301): Terminated: ok {rc=0}\u000a12:31:56.747427 run srsepc(pid=8302): Launched\u000a12:31:56.855097 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:31:58.040085 run rm-remote-dir(pid=8303): Launched\u000a12:31:58.236066 run srsepc(pid=8302): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8302)]\u000a12:31:58.379111 run srsepc(pid=8302): stdout: \u000a| (launched: 2022-12-10_12:31:56.600067)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:58.522244 run srsepc(pid=8302): stderr: \u000a| (launched: 2022-12-10_12:31:56.644803)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:58.659785 run srsepc(pid=8302): stdout: \u000a| (launched: 2022-12-10_12:31:56.600067)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:31:58.796503 run srsepc(pid=8302): stderr: \u000a| (launched: 2022-12-10_12:31:56.644803)\u000a| Connection to 10.42.42.116 closed. \u000a12:31:58.956903 run rm-remote-dir(pid=8303): Terminating (SIGINT)\u000a12:31:59.144245 run rm-remote-dir(pid=8303): Terminated: ok {rc=0}\u000a12:31:59.178888 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=8302): Process ended prematurely: srsepc(pid=8302) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8302)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a12:31:59.189296 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a12:31:59.304408 run scp-back-log(pid=8304): Launched\u000a12:32:00.394122 run scp-back-log(pid=8304): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8304)]\u000a12:32:00.459078 run scp-back-log(pid=8304): stdout: \u000a| (launched: 2022-12-10_12:31:59.232610) \u000a12:32:00.524530 run scp-back-log(pid=8304): stderr: \u000a| (launched: 2022-12-10_12:31:59.253478)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:32:00.579729 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8304): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8304)]')\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8318): Process ended prematurely: srsepc(pid=8318) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8318)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8318): Process ended prematurely: srsepc(pid=8318) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a12:32:00.594809 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:32:00.611777 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:32:00.635418 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:32:00.781732 tst rrc_idle_mt_ping.py: using MSISDN 7746\u000a12:32:00.902378 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7746', subscriber_id=0}\u000a12:32:01.018819 run srsepc_10.42.42.118: Starting srsepc\u000a12:32:01.766224 run rm-remote-dir(pid=8306): Launched\u000a12:32:02.975962 run rm-remote-dir(pid=8306): Terminated: ok {rc=0}\u000a12:32:03.322781 run mk-remote-dir(pid=8307): Launched\u000a12:32:04.521656 run mk-remote-dir(pid=8307): Terminated: ok {rc=0}\u000a12:32:04.814954 run scp-inst-to-remote(pid=8308): Launched\u000a12:32:07.014343 run scp-inst-to-remote(pid=8308): Terminated: ok {rc=0}\u000a12:32:07.360240 run rm-remote-dir(pid=8310): Launched\u000a12:32:08.548618 run rm-remote-dir(pid=8310): Terminated: ok {rc=0}\u000a12:32:08.875933 run mk-remote-dir(pid=8311): Launched\u000a12:32:10.062905 run mk-remote-dir(pid=8311): Terminated: ok {rc=0}\u000a12:32:10.337748 run scp-cfg-to-remote(pid=8312): Launched\u000a12:32:11.530221 run scp-cfg-to-remote(pid=8312): Terminated: ok {rc=0}\u000a12:32:11.822105 run scp-db-to-remote(pid=8314): Launched\u000a12:32:13.019336 run scp-db-to-remote(pid=8314): Terminated: ok {rc=0}\u000a12:32:13.140002 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:32:13.476632 run patchelf(pid=8316): Launched\u000a12:32:14.673274 run patchelf(pid=8316): Terminated: ok {rc=0}\u000a12:32:14.794245 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:32:15.131452 run setcap-netadm(pid=8317): Launched\u000a12:32:16.359192 run setcap-netadm(pid=8317): Terminated: ok {rc=0}\u000a12:32:16.740069 run srsepc(pid=8318): Launched\u000a12:32:16.916639 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:32:18.035165 run rm-remote-dir(pid=8319): Launched\u000a12:32:18.219962 run srsepc(pid=8318): ERR: Terminated: ERROR {rc=127} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8318)]\u000a12:32:18.354898 run srsepc(pid=8318): stdout: \u000a| (launched: 2022-12-10_12:32:16.524751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:32:18.488148 run srsepc(pid=8318): stderr: \u000a| (launched: 2022-12-10_12:32:16.571128)\u000a| Connection to 10.42.42.116 closed. \u000a12:32:18.617141 run srsepc(pid=8318): stdout: \u000a| (launched: 2022-12-10_12:32:16.524751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:32:18.744483 run srsepc(pid=8318): stderr: \u000a| (launched: 2022-12-10_12:32:16.571128)\u000a| Connection to 10.42.42.116 closed. \u000a12:32:18.894271 run rm-remote-dir(pid=8319): Terminating (SIGINT)\u000a12:32:19.070888 run rm-remote-dir(pid=8319): Terminated: ok {rc=0}\u000a12:32:19.103566 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=8318): Process ended prematurely: srsepc(pid=8318) [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8318)] [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a12:32:19.113144 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a12:32:19.223710 run scp-back-log(pid=8320): Launched\u000a12:32:20.310109 run scp-back-log(pid=8320): ERR: Terminated: ERROR {rc=1} [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8320)]\u000a12:32:20.371483 run scp-back-log(pid=8320): stdout: \u000a| (launched: 2022-12-10_12:32:19.154362) \u000a12:32:20.433259 run scp-back-log(pid=8320): stderr: \u000a| (launched: 2022-12-10_12:32:19.174105)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:32:20.485629 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8320): launch_sync(): local process exited with status 1 [trial-2374↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8320)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a12:32:21.325219 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:21.335865 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:32:21.468226 tst handover.py: using LAC 28407\u000a12:32:21.593739 tst handover.py: using RAC 102\u000a12:32:21.720847 tst handover.py: using CellId 28407\u000a12:32:21.845828 tst handover.py: using BVCI 28408\u000a12:32:21.870163 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:32:21.997362 tst handover.py: using LAC 28408\u000a12:32:22.124728 tst handover.py: using RAC 103\u000a12:32:22.249987 tst handover.py: using CellId 28408\u000a12:32:22.374685 tst handover.py: using BVCI 28409\u000a12:32:22.398939 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:22.410114 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:22.420885 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:22.432038 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:22.443422 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:32:22.454600 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:32:22.572847 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:32:22.775318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:23.247226 run create_hlr_db(pid=8327): Launched\u000a12:32:24.421840 run create_hlr_db(pid=8327): Terminated: ok {rc=0}\u000a12:32:24.729716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Launched\u000a12:32:25.027651 run osmo-hlr_10.42.42.2(pid=8330): Launched\u000a12:32:25.136001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:25.664076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Launched\u000a12:32:25.993513 run osmo-stp_10.42.42.5(pid=8336): Launched\u000a12:32:26.111139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:26.698143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Launched\u000a12:32:27.019280 run osmo-msc_10.42.42.6(pid=8339): Launched\u000a12:32:27.207715 run osmo-stp_10.42.42.5(pid=8336): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a12:32:27.343401 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-10_12:32:25.833508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:27.478974 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221210123226022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123226022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123226023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123226023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:27.608170 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-10_12:32:25.833508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:27.736315 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221210123226022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123226022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123226023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123226023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123226025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:27.792111 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)] [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a12:32:27.800601 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:32:27.863590 run osmo-hlr_10.42.42.2(pid=8330): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8330)]\u000a12:32:27.915053 run osmo-hlr_10.42.42.2(pid=8330): stdout: \u000a| (launched: 2022-12-10_12:32:24.881370) \u000a12:32:27.967435 run osmo-hlr_10.42.42.2(pid=8330): stderr: \u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123225056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123225067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123225076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123225077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123225077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:28.038011 run osmo-msc_10.42.42.6(pid=8339): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8339)]\u000a12:32:28.089267 run osmo-msc_10.42.42.6(pid=8339): stdout: \u000a| (launched: 2022-12-10_12:32:26.861159) \u000a12:32:28.141367 run osmo-msc_10.42.42.6(pid=8339): stderr: \u000a| �[0;m�[38;5;43m20221210123227181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123227181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19aca7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123227181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123227181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123227181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123227181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123227183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123227183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123227184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123227184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:32:28.185325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Terminating (SIGTERM)\u000a12:32:28.227797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Terminating (SIGTERM)\u000a12:32:28.270377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Terminating (SIGTERM)\u000a12:32:28.280130 --- ParallelTerminationStrategy: PID 8329 died...\u000a12:32:28.336902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8329): Terminated: ok {rc=0}\u000a12:32:28.347213 --- ParallelTerminationStrategy: PID 8332 died...\u000a12:32:28.403214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8332): Terminated: ok {rc=0}\u000a12:32:28.413331 --- ParallelTerminationStrategy: PID 8338 died...\u000a12:32:28.469589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Terminated: ok {rc=0}\u000a12:32:28.557895 bus /sierra_3: Setting Powered False\u000a12:32:29.661318 bus /sierra_3: Setting Powered False\u000a12:32:30.767950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:32:21" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:32:32.773922 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:32.784504 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:32:32.906493 tst handover.py: using LAC 28409\u000a12:32:33.022559 tst handover.py: using RAC 104\u000a12:32:33.144358 tst handover.py: using CellId 28409\u000a12:32:33.259575 tst handover.py: using BVCI 28410\u000a12:32:33.282170 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:32:33.401865 tst handover.py: using LAC 28410\u000a12:32:33.517852 tst handover.py: using RAC 105\u000a12:32:33.632522 tst handover.py: using CellId 28410\u000a12:32:33.749778 tst handover.py: using BVCI 28411\u000a12:32:33.772371 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:33.782981 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:33.793530 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:33.803952 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:33.814476 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:32:33.824806 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:32:33.941376 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:32:34.149227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:34.634118 run create_hlr_db(pid=8344): Launched\u000a12:32:34.764810 bus /sierra_2: Setting Powered False\u000a12:32:35.840618 run create_hlr_db(pid=8344): Terminated: ok {rc=0}\u000a12:32:36.220217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Launched\u000a12:32:36.519431 run osmo-hlr_10.42.42.2(pid=8347): Launched\u000a12:32:36.635021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:37.136265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Launched\u000a12:32:37.435518 run osmo-stp_10.42.42.5(pid=8350): Launched\u000a12:32:37.545527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:38.067710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Launched\u000a12:32:38.368488 run osmo-msc_10.42.42.6(pid=8353): Launched\u000a12:32:38.544173 run osmo-stp_10.42.42.5(pid=8350): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a12:32:38.670743 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-10_12:32:37.288518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:38.795204 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123237458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:38.915952 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-10_12:32:37.288518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:39.035571 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123237457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123237458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123237458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:39.087841 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)] [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a12:32:39.095733 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:32:39.154509 run osmo-hlr_10.42.42.2(pid=8347): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8347)]\u000a12:32:39.202635 run osmo-hlr_10.42.42.2(pid=8347): stdout: \u000a| (launched: 2022-12-10_12:32:36.372499) \u000a12:32:39.251305 run osmo-hlr_10.42.42.2(pid=8347): stderr: \u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123236548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123236560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123236569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123236570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123236570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:39.317427 run osmo-msc_10.42.42.6(pid=8353): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8353)]\u000a12:32:39.365331 run osmo-msc_10.42.42.6(pid=8353): stdout: \u000a| (launched: 2022-12-10_12:32:38.220305) \u000a12:32:39.413834 run osmo-msc_10.42.42.6(pid=8353): stderr: \u000a| �[0;m�[38;5;43m20221210123238491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123238491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9805040c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123238491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123238491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123238492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123238492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123238495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123238495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123238495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123238495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:32:39.454797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminating (SIGTERM)\u000a12:32:39.493682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminating (SIGTERM)\u000a12:32:39.532687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Terminating (SIGTERM)\u000a12:32:39.541706 --- ParallelTerminationStrategy: PID 8346 died...\u000a12:32:39.593740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminated: ok {rc=0}\u000a12:32:39.603070 --- ParallelTerminationStrategy: PID 8349 died...\u000a12:32:39.654815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminated: ok {rc=0}\u000a12:32:39.664103 --- ParallelTerminationStrategy: PID 8352 died...\u000a12:32:39.716481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Terminated: ok {rc=0}\u000a12:32:39.805144 bus /sierra_3: Setting Powered False\u000a12:32:40.907202 bus /sierra_3: Setting Powered False\u000a12:32:42.018209 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:32:32" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:32:43.990680 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:44.001343 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:32:44.125974 tst handover.py: using LAC 28411\u000a12:32:44.242087 tst handover.py: using RAC 106\u000a12:32:44.359823 tst handover.py: using CellId 28411\u000a12:32:44.476374 tst handover.py: using BVCI 28412\u000a12:32:44.499053 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:32:44.631977 tst handover.py: using LAC 28412\u000a12:32:44.761049 tst handover.py: using RAC 107\u000a12:32:44.886262 tst handover.py: using CellId 28412\u000a12:32:45.016550 tst handover.py: using BVCI 28413\u000a12:32:45.041071 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:45.052447 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:45.063624 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:45.075624 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:45.087904 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:32:45.099606 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:32:45.218856 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:32:45.426934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:45.948155 run create_hlr_db(pid=8358): Launched\u000a12:32:46.083098 bus /sierra_2: Setting Powered False\u000a12:32:47.192532 run create_hlr_db(pid=8358): Terminated: ok {rc=0}\u000a12:32:47.570311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Launched\u000a12:32:47.870335 run osmo-hlr_10.42.42.2(pid=8361): Launched\u000a12:32:47.985665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:48.482725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Launched\u000a12:32:48.782613 run osmo-stp_10.42.42.5(pid=8364): Launched\u000a12:32:48.891981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:49.414336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8366): Launched\u000a12:32:49.716133 run osmo-msc_10.42.42.6(pid=8367): Launched\u000a12:32:49.893157 run osmo-stp_10.42.42.5(pid=8364): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]\u000a12:32:50.020549 run osmo-stp_10.42.42.5(pid=8364): stdout: \u000a| (launched: 2022-12-10_12:32:48.634055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:50.145193 run osmo-stp_10.42.42.5(pid=8364): stderr: \u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123248805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:50.265837 run osmo-stp_10.42.42.5(pid=8364): stdout: \u000a| (launched: 2022-12-10_12:32:48.634055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:50.385297 run osmo-stp_10.42.42.5(pid=8364): stderr: \u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123248804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123248805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123248805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:50.437568 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)] [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a12:32:50.445422 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:32:50.504498 run osmo-hlr_10.42.42.2(pid=8361): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8361)]\u000a12:32:50.552816 run osmo-hlr_10.42.42.2(pid=8361): stdout: \u000a| (launched: 2022-12-10_12:32:47.722653) \u000a12:32:50.602185 run osmo-hlr_10.42.42.2(pid=8361): stderr: \u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123247899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123247914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:50.668697 run osmo-msc_10.42.42.6(pid=8367): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8367)]\u000a12:32:50.717106 run osmo-msc_10.42.42.6(pid=8367): stdout: \u000a| (launched: 2022-12-10_12:32:49.566697) \u000a12:32:50.765958 run osmo-msc_10.42.42.6(pid=8367): stderr: \u000a| �[0;m�[38;5;43m20221210123249835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123249836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cb71e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123249836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123249836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123249836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123249836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123249838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123249838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123249838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123249839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:32:50.807067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Terminating (SIGTERM)\u000a12:32:50.846355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Terminating (SIGTERM)\u000a12:32:50.886101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8366): Terminating (SIGTERM)\u000a12:32:50.895330 --- ParallelTerminationStrategy: PID 8360 died...\u000a12:32:50.947960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Terminated: ok {rc=0}\u000a12:32:50.957890 --- ParallelTerminationStrategy: PID 8363 died...\u000a12:32:51.010153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Terminated: ok {rc=0}\u000a12:32:51.019580 --- ParallelTerminationStrategy: PID 8366 died...\u000a12:32:51.071649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8366): Terminated: ok {rc=0}\u000a12:32:51.154669 bus /sierra_3: Setting Powered False\u000a12:32:52.261130 bus /sierra_3: Setting Powered False\u000a12:32:53.369798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:32:43" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8379): Process ended prematurely: osmo-stp_10.42.42.5(pid=8379) [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8379)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8379): Process ended prematurely: osmo-stp_10.42.42.5(pid=8379) [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:32:55.369219 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:55.380194 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:32:55.510689 tst handover.py: using LAC 28413\u000a12:32:55.631960 tst handover.py: using RAC 108\u000a12:32:55.757993 tst handover.py: using CellId 28413\u000a12:32:55.885071 tst handover.py: using BVCI 28414\u000a12:32:55.909473 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:32:56.049364 tst handover.py: using LAC 28414\u000a12:32:56.178752 tst handover.py: using RAC 109\u000a12:32:56.298959 tst handover.py: using CellId 28414\u000a12:32:56.414871 tst handover.py: using BVCI 28415\u000a12:32:56.437590 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:56.448604 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:56.459491 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:56.471333 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:56.482726 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:32:56.493803 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:32:56.612016 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:32:56.816451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:57.301934 run create_hlr_db(pid=8373): Launched\u000a12:32:57.432900 bus /sierra_2: Setting Powered False\u000a12:32:58.508153 run create_hlr_db(pid=8373): Terminated: ok {rc=0}\u000a12:32:58.886165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8375): Launched\u000a12:32:59.186797 run osmo-hlr_10.42.42.2(pid=8376): Launched\u000a12:32:59.304107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:59.802746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8378): Launched\u000a12:33:00.103544 run osmo-stp_10.42.42.5(pid=8379): Launched\u000a12:33:00.213912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:00.738424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8381): Launched\u000a12:33:01.125445 run osmo-msc_10.42.42.6(pid=8382): Launched\u000a12:33:01.368580 run osmo-stp_10.42.42.5(pid=8379): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8379)]\u000a12:33:01.663151 run osmo-stp_10.42.42.5(pid=8379): stdout: \u000a| (launched: 2022-12-10_12:32:59.954908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:01.792097 run osmo-stp_10.42.42.5(pid=8379): stderr: \u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123300123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:01.916228 run osmo-stp_10.42.42.5(pid=8379): stdout: \u000a| (launched: 2022-12-10_12:32:59.954908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:02.039463 run osmo-stp_10.42.42.5(pid=8379): stderr: \u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123300122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123300123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123300123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:02.093370 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8379): Process ended prematurely: osmo-stp_10.42.42.5(pid=8379) [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8379)] [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:33:02.102381 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:33:02.166492 run osmo-hlr_10.42.42.2(pid=8376): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8376)]\u000a12:33:02.217677 run osmo-hlr_10.42.42.2(pid=8376): stdout: \u000a| (launched: 2022-12-10_12:32:59.038635) \u000a12:33:02.269710 run osmo-hlr_10.42.42.2(pid=8376): stderr: \u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123259213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123259229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123259237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123259237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123259238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:02.339231 run osmo-msc_10.42.42.6(pid=8382): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8382)]\u000a12:33:02.389167 run osmo-msc_10.42.42.6(pid=8382): stdout: \u000a| (launched: 2022-12-10_12:33:00.892150) \u000a12:33:02.441803 run osmo-msc_10.42.42.6(pid=8382): stderr: \u000a| �[0;m�[38;5;43m20221210123301329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123301329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f919aa2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123301329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123301329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123301330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123301330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123301331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123301332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123301332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123301332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:02.483567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8375): Terminating (SIGTERM)\u000a12:33:02.523880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8378): Terminating (SIGTERM)\u000a12:33:02.564149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8381): Terminating (SIGTERM)\u000a12:33:02.574074 --- ParallelTerminationStrategy: PID 8375 died...\u000a12:33:02.628545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8375): Terminated: ok {rc=0}\u000a12:33:02.638125 --- ParallelTerminationStrategy: PID 8378 died...\u000a12:33:02.692004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8378): Terminated: ok {rc=0}\u000a12:33:02.701840 --- ParallelTerminationStrategy: PID 8381 died...\u000a12:33:02.755932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8381): Terminated: ok {rc=0}\u000a12:33:02.843399 bus /sierra_3: Setting Powered False\u000a12:33:03.945625 bus /sierra_3: Setting Powered False\u000a12:33:05.055698 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:33:07.058163 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:07.069580 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:33:07.200160 tst handover.py: using LAC 28415\u000a12:33:07.319808 tst handover.py: using RAC 110\u000a12:33:07.446135 tst handover.py: using CellId 28415\u000a12:33:07.571676 tst handover.py: using BVCI 28416\u000a12:33:07.596570 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:33:07.739257 tst handover.py: using LAC 28416\u000a12:33:07.866701 tst handover.py: using RAC 111\u000a12:33:07.992314 tst handover.py: using CellId 28416\u000a12:33:08.119463 tst handover.py: using BVCI 28417\u000a12:33:08.143817 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:08.155099 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:08.166149 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:08.177892 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:08.189499 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:33:08.201057 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:33:08.316438 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:33:08.523155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:08.999496 run create_hlr_db(pid=8388): Launched\u000a12:33:09.122818 bus /sierra_2: Setting Powered False\u000a12:33:10.194080 run create_hlr_db(pid=8388): Terminated: ok {rc=0}\u000a12:33:10.591960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Launched\u000a12:33:10.911595 run osmo-hlr_10.42.42.2(pid=8391): Launched\u000a12:33:11.029838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:11.558918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Launched\u000a12:33:11.880271 run osmo-stp_10.42.42.5(pid=8394): Launched\u000a12:33:11.998199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:12.555615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8396): Launched\u000a12:33:12.877353 run osmo-msc_10.42.42.6(pid=8397): Launched\u000a12:33:13.066523 run osmo-stp_10.42.42.5(pid=8394): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]\u000a12:33:13.201977 run osmo-stp_10.42.42.5(pid=8394): stdout: \u000a| (launched: 2022-12-10_12:33:11.722674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:13.337264 run osmo-stp_10.42.42.5(pid=8394): stderr: \u000a| �[0;m�[38;5;43m20221210123311915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123311915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123311916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123311916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:13.467145 run osmo-stp_10.42.42.5(pid=8394): stdout: \u000a| (launched: 2022-12-10_12:33:11.722674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:13.595538 run osmo-stp_10.42.42.5(pid=8394): stderr: \u000a| �[0;m�[38;5;43m20221210123311915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123311915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123311916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123311916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123311917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:13.651689 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)] [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:33:13.660302 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:33:13.723305 run osmo-hlr_10.42.42.2(pid=8391): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8391)]\u000a12:33:13.775029 run osmo-hlr_10.42.42.2(pid=8391): stdout: \u000a| (launched: 2022-12-10_12:33:10.754812) \u000a12:33:13.827160 run osmo-hlr_10.42.42.2(pid=8391): stderr: \u000a| �[0;m�[1;31m20221210123310950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123310950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123310951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123310951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123310951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123310951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123310965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123310974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:13.898066 run osmo-msc_10.42.42.6(pid=8397): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8397)]\u000a12:33:13.949961 run osmo-msc_10.42.42.6(pid=8397): stdout: \u000a| (launched: 2022-12-10_12:33:12.719163) \u000a12:33:14.002083 run osmo-msc_10.42.42.6(pid=8397): stderr: \u000a| �[0;m�[38;5;43m20221210123313040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123313040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cba9abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123313040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123313040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123313040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123313040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123313042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123313042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123313043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123313043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:14.046369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Terminating (SIGTERM)\u000a12:33:14.088211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Terminating (SIGTERM)\u000a12:33:14.129967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8396): Terminating (SIGTERM)\u000a12:33:14.139663 --- ParallelTerminationStrategy: PID 8390 died...\u000a12:33:14.195798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Terminated: ok {rc=0}\u000a12:33:14.206011 --- ParallelTerminationStrategy: PID 8393 died...\u000a12:33:14.261919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Terminated: ok {rc=0}\u000a12:33:14.272077 --- ParallelTerminationStrategy: PID 8396 died...\u000a12:33:14.328421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8396): Terminated: ok {rc=0}\u000a12:33:14.415174 bus /sierra_3: Setting Powered False\u000a12:33:15.521120 bus /sierra_3: Setting Powered False\u000a12:33:16.633090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:33:18.597980 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:18.608759 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:33:18.733317 tst handover.py: using LAC 28417\u000a12:33:18.851572 tst handover.py: using RAC 112\u000a12:33:18.967747 tst handover.py: using CellId 28417\u000a12:33:19.084536 tst handover.py: using BVCI 28418\u000a12:33:19.107128 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:33:19.235155 tst handover.py: using LAC 28418\u000a12:33:19.359574 tst handover.py: using RAC 113\u000a12:33:19.477235 tst handover.py: using CellId 28418\u000a12:33:19.595708 tst handover.py: using BVCI 28419\u000a12:33:19.618672 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:19.629622 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:19.640084 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:19.651771 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:19.663069 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:33:19.674627 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:33:19.788772 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:33:19.990177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:20.436173 run create_hlr_db(pid=8402): Launched\u000a12:33:20.558547 bus /sierra_2: Setting Powered False\u000a12:33:21.630392 run create_hlr_db(pid=8402): Terminated: ok {rc=0}\u000a12:33:22.028596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Launched\u000a12:33:22.348712 run osmo-hlr_10.42.42.2(pid=8405): Launched\u000a12:33:22.465643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:22.991743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Launched\u000a12:33:23.311012 run osmo-stp_10.42.42.5(pid=8408): Launched\u000a12:33:23.426861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:23.985053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8410): Launched\u000a12:33:24.306229 run osmo-msc_10.42.42.6(pid=8411): Launched\u000a12:33:24.494201 run osmo-stp_10.42.42.5(pid=8408): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]\u000a12:33:24.632153 run osmo-stp_10.42.42.5(pid=8408): stdout: \u000a| (launched: 2022-12-10_12:33:23.154472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:24.766950 run osmo-stp_10.42.42.5(pid=8408): stderr: \u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123323346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:24.895982 run osmo-stp_10.42.42.5(pid=8408): stdout: \u000a| (launched: 2022-12-10_12:33:23.154472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:25.024346 run osmo-stp_10.42.42.5(pid=8408): stderr: \u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123323346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123323346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123323347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:25.080232 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)] [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a12:33:25.088750 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:33:25.150850 run osmo-hlr_10.42.42.2(pid=8405): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8405)]\u000a12:33:25.201654 run osmo-hlr_10.42.42.2(pid=8405): stdout: \u000a| (launched: 2022-12-10_12:33:22.191867) \u000a12:33:25.253135 run osmo-hlr_10.42.42.2(pid=8405): stderr: \u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123322388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123322404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123322412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123322412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123322412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:25.323282 run osmo-msc_10.42.42.6(pid=8411): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8411)]\u000a12:33:25.374311 run osmo-msc_10.42.42.6(pid=8411): stdout: \u000a| (launched: 2022-12-10_12:33:24.148756) \u000a12:33:25.425573 run osmo-msc_10.42.42.6(pid=8411): stderr: \u000a| �[0;m�[38;5;43m20221210123324472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123324472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e8a2d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123324472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123324472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123324472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123324473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123324474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123324475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123324475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123324475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:25.469352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Terminating (SIGTERM)\u000a12:33:25.510718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Terminating (SIGTERM)\u000a12:33:25.552544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8410): Terminating (SIGTERM)\u000a12:33:25.562306 --- ParallelTerminationStrategy: PID 8404 died...\u000a12:33:25.617618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Terminated: ok {rc=0}\u000a12:33:25.627584 --- ParallelTerminationStrategy: PID 8407 died...\u000a12:33:25.682630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Terminated: ok {rc=0}\u000a12:33:25.692411 --- ParallelTerminationStrategy: PID 8410 died...\u000a12:33:25.747449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8410): Terminated: ok {rc=0}\u000a12:33:25.834270 bus /sierra_3: Setting Powered False\u000a12:33:26.939403 bus /sierra_3: Setting Powered False\u000a12:33:28.050574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:33:18" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8422): Process ended prematurely: osmo-stp_10.42.42.5(pid=8422) [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8422)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8422): Process ended prematurely: osmo-stp_10.42.42.5(pid=8422) [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:33:30.043308 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:30.054784 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:33:30.186292 tst handover.py: using LAC 28419\u000a12:33:30.318325 tst handover.py: using RAC 114\u000a12:33:30.446518 tst handover.py: using CellId 28419\u000a12:33:30.570672 tst handover.py: using BVCI 28420\u000a12:33:30.595041 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:33:30.736845 tst handover.py: using LAC 28420\u000a12:33:30.868778 tst handover.py: using RAC 115\u000a12:33:31.006528 tst handover.py: using CellId 28420\u000a12:33:31.130698 tst handover.py: using BVCI 28421\u000a12:33:31.154417 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:31.166031 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:31.178052 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:31.190168 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:31.202491 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:33:31.214424 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:33:31.332550 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:33:31.542046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:32.057594 run create_hlr_db(pid=8416): Launched\u000a12:33:32.208700 bus /sierra_2: Setting Powered False\u000a12:33:33.272717 run create_hlr_db(pid=8416): Terminated: ok {rc=0}\u000a12:33:33.651354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8418): Launched\u000a12:33:33.950687 run osmo-hlr_10.42.42.2(pid=8419): Launched\u000a12:33:34.067779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:34.568054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8421): Launched\u000a12:33:34.867423 run osmo-stp_10.42.42.5(pid=8422): Launched\u000a12:33:34.976776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:35.498214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8424): Launched\u000a12:33:35.799434 run osmo-msc_10.42.42.6(pid=8425): Launched\u000a12:33:35.975886 run osmo-stp_10.42.42.5(pid=8422): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8422)]\u000a12:33:36.103967 run osmo-stp_10.42.42.5(pid=8422): stdout: \u000a| (launched: 2022-12-10_12:33:34.720015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:36.228585 run osmo-stp_10.42.42.5(pid=8422): stderr: \u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123334887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:36.349615 run osmo-stp_10.42.42.5(pid=8422): stdout: \u000a| (launched: 2022-12-10_12:33:34.720015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:36.469301 run osmo-stp_10.42.42.5(pid=8422): stderr: \u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123334887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123334887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123334890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:36.521666 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8422): Process ended prematurely: osmo-stp_10.42.42.5(pid=8422) [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8422)] [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a12:33:36.529671 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:33:36.589338 run osmo-hlr_10.42.42.2(pid=8419): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8419)]\u000a12:33:36.638111 run osmo-hlr_10.42.42.2(pid=8419): stdout: \u000a| (launched: 2022-12-10_12:33:33.803365) \u000a12:33:36.687452 run osmo-hlr_10.42.42.2(pid=8419): stderr: \u000a| �[0;m�[1;31m20221210123333978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123333978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123333978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123333978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123333978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123333979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123333990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123333999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123333999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123333999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:36.754177 run osmo-msc_10.42.42.6(pid=8425): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8425)]\u000a12:33:36.802838 run osmo-msc_10.42.42.6(pid=8425): stdout: \u000a| (launched: 2022-12-10_12:33:35.651140) \u000a12:33:36.852088 run osmo-msc_10.42.42.6(pid=8425): stderr: \u000a| �[0;m�[38;5;43m20221210123335920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123335920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41f8d97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123335921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123335921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123335921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123335921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123335923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123335924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123335924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123335924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:36.893691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8418): Terminating (SIGTERM)\u000a12:33:36.933433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8421): Terminating (SIGTERM)\u000a12:33:36.973394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8424): Terminating (SIGTERM)\u000a12:33:36.982754 --- ParallelTerminationStrategy: PID 8418 died...\u000a12:33:37.035766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8418): Terminated: ok {rc=0}\u000a12:33:37.045344 --- ParallelTerminationStrategy: PID 8421 died...\u000a12:33:37.097831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8421): Terminated: ok {rc=0}\u000a12:33:37.107801 --- ParallelTerminationStrategy: PID 8424 died...\u000a12:33:37.160224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8424): Terminated: ok {rc=0}\u000a12:33:37.248552 bus /sierra_3: Setting Powered False\u000a12:33:38.351714 bus /sierra_3: Setting Powered False\u000a12:33:39.461412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:33:29" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8436): Process ended prematurely: osmo-stp_10.42.42.5(pid=8436) [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8436)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8436): Process ended prematurely: osmo-stp_10.42.42.5(pid=8436) [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:33:41.444521 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:41.455259 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:33:41.587639 tst handover.py: using LAC 28421\u000a12:33:41.716377 tst handover.py: using RAC 116\u000a12:33:41.834697 tst handover.py: using CellId 28421\u000a12:33:41.951703 tst handover.py: using BVCI 28422\u000a12:33:41.974488 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:33:42.109566 tst handover.py: using LAC 28422\u000a12:33:42.235844 tst handover.py: using RAC 117\u000a12:33:42.358770 tst handover.py: using CellId 28422\u000a12:33:42.478779 tst handover.py: using BVCI 28423\u000a12:33:42.501646 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:42.512368 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:42.523165 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:42.534327 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:42.545573 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:33:42.556354 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:33:42.674639 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:33:42.874033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:43.321179 run create_hlr_db(pid=8430): Launched\u000a12:33:43.443693 bus /sierra_2: Setting Powered False\u000a12:33:44.516661 run create_hlr_db(pid=8430): Terminated: ok {rc=0}\u000a12:33:44.914843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8432): Launched\u000a12:33:45.237637 run osmo-hlr_10.42.42.2(pid=8433): Launched\u000a12:33:45.355610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:45.888078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8435): Launched\u000a12:33:46.291620 run osmo-stp_10.42.42.5(pid=8436): Launched\u000a12:33:46.591702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:47.171555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8438): Launched\u000a12:33:47.508873 run osmo-msc_10.42.42.6(pid=8439): Launched\u000a12:33:47.687503 run osmo-stp_10.42.42.5(pid=8436): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8436)]\u000a12:33:47.816601 run osmo-stp_10.42.42.5(pid=8436): stdout: \u000a| (launched: 2022-12-10_12:33:46.044106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:47.940706 run osmo-stp_10.42.42.5(pid=8436): stderr: \u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123346335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:48.061866 run osmo-stp_10.42.42.5(pid=8436): stdout: \u000a| (launched: 2022-12-10_12:33:46.044106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:48.181215 run osmo-stp_10.42.42.5(pid=8436): stderr: \u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123346334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123346335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123346335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:48.233831 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8436): Process ended prematurely: osmo-stp_10.42.42.5(pid=8436) [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8436)] [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a12:33:48.241773 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:33:48.301397 run osmo-hlr_10.42.42.2(pid=8433): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8433)]\u000a12:33:48.350436 run osmo-hlr_10.42.42.2(pid=8433): stdout: \u000a| (launched: 2022-12-10_12:33:45.079876) \u000a12:33:48.399827 run osmo-hlr_10.42.42.2(pid=8433): stderr: \u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123345279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123345291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123345299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123345300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123345300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:48.466833 run osmo-msc_10.42.42.6(pid=8439): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8439)]\u000a12:33:48.515418 run osmo-msc_10.42.42.6(pid=8439): stdout: \u000a| (launched: 2022-12-10_12:33:47.358441) \u000a12:33:48.564900 run osmo-msc_10.42.42.6(pid=8439): stderr: \u000a| �[0;m�[38;5;43m20221210123347628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123347628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e60dbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123347628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123347628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123347628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123347629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123347630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123347631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123347631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123347631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:48.606588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8432): Terminating (SIGTERM)\u000a12:33:48.646261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8435): Terminating (SIGTERM)\u000a12:33:48.686337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8438): Terminating (SIGTERM)\u000a12:33:48.695887 --- ParallelTerminationStrategy: PID 8432 died...\u000a12:33:48.749182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8432): Terminated: ok {rc=0}\u000a12:33:48.758678 --- ParallelTerminationStrategy: PID 8435 died...\u000a12:33:48.811285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8435): Terminated: ok {rc=0}\u000a12:33:48.821084 --- ParallelTerminationStrategy: PID 8438 died...\u000a12:33:48.873563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8438): Terminated: ok {rc=0}\u000a12:33:48.962183 bus /sierra_3: Setting Powered False\u000a12:33:50.065472 bus /sierra_3: Setting Powered False\u000a12:33:51.175679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:33:41" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:33:53.130405 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:53.140853 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:33:53.261432 tst handover.py: using LAC 28423\u000a12:33:53.387893 tst handover.py: using RAC 118\u000a12:33:53.519004 tst handover.py: using CellId 28423\u000a12:33:53.643509 tst handover.py: using BVCI 28424\u000a12:33:53.668227 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:33:53.793910 tst handover.py: using LAC 28424\u000a12:33:53.918698 tst handover.py: using RAC 119\u000a12:33:54.041439 tst handover.py: using CellId 28424\u000a12:33:54.158980 tst handover.py: using BVCI 28425\u000a12:33:54.182049 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:54.192723 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:54.203245 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:54.214683 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:54.226103 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:33:54.237411 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:33:54.355823 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:33:54.557449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:55.003017 run create_hlr_db(pid=8444): Launched\u000a12:33:55.125351 bus /sierra_2: Setting Powered False\u000a12:33:56.198304 run create_hlr_db(pid=8444): Terminated: ok {rc=0}\u000a12:33:56.596787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Launched\u000a12:33:56.918269 run osmo-hlr_10.42.42.2(pid=8447): Launched\u000a12:33:57.036194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:57.565071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Launched\u000a12:33:57.886462 run osmo-stp_10.42.42.5(pid=8450): Launched\u000a12:33:58.003941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:58.560889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8452): Launched\u000a12:33:58.882146 run osmo-msc_10.42.42.6(pid=8453): Launched\u000a12:33:59.069866 run osmo-stp_10.42.42.5(pid=8450): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]\u000a12:33:59.204386 run osmo-stp_10.42.42.5(pid=8450): stdout: \u000a| (launched: 2022-12-10_12:33:57.728492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:59.339136 run osmo-stp_10.42.42.5(pid=8450): stderr: \u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123357920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:59.468168 run osmo-stp_10.42.42.5(pid=8450): stdout: \u000a| (launched: 2022-12-10_12:33:57.728492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:59.596250 run osmo-stp_10.42.42.5(pid=8450): stderr: \u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123357919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123357920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123357920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:59.652429 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)] [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a12:33:59.661231 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:33:59.722861 run osmo-hlr_10.42.42.2(pid=8447): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8447)]\u000a12:33:59.773986 run osmo-hlr_10.42.42.2(pid=8447): stdout: \u000a| (launched: 2022-12-10_12:33:56.760546) \u000a12:33:59.825636 run osmo-hlr_10.42.42.2(pid=8447): stderr: \u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123356959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123356971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123356979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123356979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123356979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:59.895848 run osmo-msc_10.42.42.6(pid=8453): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8453)]\u000a12:33:59.946619 run osmo-msc_10.42.42.6(pid=8453): stdout: \u000a| (launched: 2022-12-10_12:33:58.724586) \u000a12:33:59.998536 run osmo-msc_10.42.42.6(pid=8453): stderr: \u000a| �[0;m�[38;5;43m20221210123359043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123359043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb42458c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123359043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123359043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123359043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123359043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123359045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123359046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123359046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123359046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:00.042564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Terminating (SIGTERM)\u000a12:34:00.083865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Terminating (SIGTERM)\u000a12:34:00.125256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8452): Terminating (SIGTERM)\u000a12:34:00.134785 --- ParallelTerminationStrategy: PID 8446 died...\u000a12:34:00.190050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Terminated: ok {rc=0}\u000a12:34:00.200088 --- ParallelTerminationStrategy: PID 8449 died...\u000a12:34:00.255117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Terminated: ok {rc=0}\u000a12:34:00.265148 --- ParallelTerminationStrategy: PID 8452 died...\u000a12:34:00.320062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8452): Terminated: ok {rc=0}\u000a12:34:00.405194 bus /sierra_3: Setting Powered False\u000a12:34:01.526609 bus /sierra_3: Setting Powered False\u000a12:34:02.635361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:34:04.610812 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:04.621890 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:34:04.748227 tst handover.py: using LAC 28425\u000a12:34:04.875184 tst handover.py: using RAC 120\u000a12:34:04.995495 tst handover.py: using CellId 28425\u000a12:34:05.114842 tst handover.py: using BVCI 28426\u000a12:34:05.137555 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:34:05.272461 tst handover.py: using LAC 28426\u000a12:34:05.390818 tst handover.py: using RAC 121\u000a12:34:05.507428 tst handover.py: using CellId 28426\u000a12:34:05.622998 tst handover.py: using BVCI 28427\u000a12:34:05.645632 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:05.656114 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:05.666586 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:05.677872 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:05.688618 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:34:05.699264 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:34:05.816237 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:34:06.016320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:06.462423 run create_hlr_db(pid=8458): Launched\u000a12:34:06.585293 bus /sierra_2: Setting Powered False\u000a12:34:07.655655 run create_hlr_db(pid=8458): Terminated: ok {rc=0}\u000a12:34:08.029699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Launched\u000a12:34:08.330025 run osmo-hlr_10.42.42.2(pid=8461): Launched\u000a12:34:08.443991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:08.944603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Launched\u000a12:34:09.245827 run osmo-stp_10.42.42.5(pid=8464): Launched\u000a12:34:09.356230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:09.878047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Launched\u000a12:34:10.180489 run osmo-msc_10.42.42.6(pid=8467): Launched\u000a12:34:10.357198 run osmo-stp_10.42.42.5(pid=8464): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]\u000a12:34:10.484442 run osmo-stp_10.42.42.5(pid=8464): stdout: \u000a| (launched: 2022-12-10_12:34:09.097221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:10.609241 run osmo-stp_10.42.42.5(pid=8464): stderr: \u000a| �[0;m�[38;5;43m20221210123409266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123409267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123409267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123409267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:10.730228 run osmo-stp_10.42.42.5(pid=8464): stdout: \u000a| (launched: 2022-12-10_12:34:09.097221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:10.850669 run osmo-stp_10.42.42.5(pid=8464): stderr: \u000a| �[0;m�[38;5;43m20221210123409266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123409267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123409267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123409267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123409268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:10.902972 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)] [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a12:34:10.910849 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:34:10.970584 run osmo-hlr_10.42.42.2(pid=8461): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8461)]\u000a12:34:11.019503 run osmo-hlr_10.42.42.2(pid=8461): stdout: \u000a| (launched: 2022-12-10_12:34:08.182056) \u000a12:34:11.068812 run osmo-hlr_10.42.42.2(pid=8461): stderr: \u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123408356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123408368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123408376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123408377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123408377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:11.135730 run osmo-msc_10.42.42.6(pid=8467): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8467)]\u000a12:34:11.184377 run osmo-msc_10.42.42.6(pid=8467): stdout: \u000a| (launched: 2022-12-10_12:34:10.031391) \u000a12:34:11.233900 run osmo-msc_10.42.42.6(pid=8467): stderr: \u000a| �[0;m�[38;5;43m20221210123410299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123410299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf5f1a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123410299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123410299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123410299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123410299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123410301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123410301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123410302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123410302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:11.275704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Terminating (SIGTERM)\u000a12:34:11.315083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Terminating (SIGTERM)\u000a12:34:11.354900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Terminating (SIGTERM)\u000a12:34:11.364260 --- ParallelTerminationStrategy: PID 8460 died...\u000a12:34:11.417175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Terminated: ok {rc=0}\u000a12:34:11.426912 --- ParallelTerminationStrategy: PID 8463 died...\u000a12:34:11.479716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Terminated: ok {rc=0}\u000a12:34:11.489200 --- ParallelTerminationStrategy: PID 8466 died...\u000a12:34:11.542045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Terminated: ok {rc=0}\u000a12:34:11.629416 bus /sierra_3: Setting Powered False\u000a12:34:12.733971 bus /sierra_3: Setting Powered False\u000a12:34:13.841023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:34:04" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:34:15.828352 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:15.856324 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:34:15.990628 tst handover.py: using LAC 28427\u000a12:34:16.113984 tst handover.py: using RAC 122\u000a12:34:16.242206 tst handover.py: using CellId 28427\u000a12:34:16.406064 tst handover.py: using BVCI 28428\u000a12:34:16.436054 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:34:16.596609 tst handover.py: using LAC 28428\u000a12:34:16.725800 tst handover.py: using RAC 123\u000a12:34:16.865176 tst handover.py: using CellId 28428\u000a12:34:16.993504 tst handover.py: using BVCI 28429\u000a12:34:17.019209 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:17.031769 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:17.044274 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:17.056686 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:17.069625 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:34:17.082436 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:34:17.205791 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:34:17.417360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:17.904260 run create_hlr_db(pid=8472): Launched\u000a12:34:18.036690 bus /sierra_2: Setting Powered False\u000a12:34:19.112612 run create_hlr_db(pid=8472): Terminated: ok {rc=0}\u000a12:34:19.489538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Launched\u000a12:34:19.790900 run osmo-hlr_10.42.42.2(pid=8475): Launched\u000a12:34:19.905688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:20.401273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Launched\u000a12:34:20.702651 run osmo-stp_10.42.42.5(pid=8478): Launched\u000a12:34:20.812505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:21.334488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8480): Launched\u000a12:34:21.636041 run osmo-msc_10.42.42.6(pid=8481): Launched\u000a12:34:21.811741 run osmo-stp_10.42.42.5(pid=8478): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]\u000a12:34:21.938784 run osmo-stp_10.42.42.5(pid=8478): stdout: \u000a| (launched: 2022-12-10_12:34:20.554368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:22.063574 run osmo-stp_10.42.42.5(pid=8478): stderr: \u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123420726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:22.184266 run osmo-stp_10.42.42.5(pid=8478): stdout: \u000a| (launched: 2022-12-10_12:34:20.554368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:22.303722 run osmo-stp_10.42.42.5(pid=8478): stderr: \u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123420725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123420726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123420726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:22.355961 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)] [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:34:22.363825 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:34:22.423706 run osmo-hlr_10.42.42.2(pid=8475): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8475)]\u000a12:34:22.472757 run osmo-hlr_10.42.42.2(pid=8475): stdout: \u000a| (launched: 2022-12-10_12:34:19.642175) \u000a12:34:22.522314 run osmo-hlr_10.42.42.2(pid=8475): stderr: \u000a| �[0;m�[1;31m20221210123419815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123419816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123419816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123419816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123419816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123419816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123419828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123419837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123419837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123419837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:22.589564 run osmo-msc_10.42.42.6(pid=8481): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8481)]\u000a12:34:22.638808 run osmo-msc_10.42.42.6(pid=8481): stdout: \u000a| (launched: 2022-12-10_12:34:21.486914) \u000a12:34:22.688232 run osmo-msc_10.42.42.6(pid=8481): stderr: \u000a| �[0;m�[38;5;43m20221210123421757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123421757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78e8658c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123421757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123421757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123421757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123421757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123421759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123421759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123421760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123421760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:22.729837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Terminating (SIGTERM)\u000a12:34:22.769758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Terminating (SIGTERM)\u000a12:34:22.809368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8480): Terminating (SIGTERM)\u000a12:34:22.818666 --- ParallelTerminationStrategy: PID 8474 died...\u000a12:34:22.871845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Terminated: ok {rc=0}\u000a12:34:22.881386 --- ParallelTerminationStrategy: PID 8477 died...\u000a12:34:22.934189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Terminated: ok {rc=0}\u000a12:34:22.943650 --- ParallelTerminationStrategy: PID 8480 died...\u000a12:34:22.996837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8480): Terminated: ok {rc=0}\u000a12:34:23.083911 bus /sierra_3: Setting Powered False\u000a12:34:24.186411 bus /sierra_3: Setting Powered False\u000a12:34:25.296862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:34:15" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8492): Process ended prematurely: osmo-stp_10.42.42.5(pid=8492) [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8492)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8492): Process ended prematurely: osmo-stp_10.42.42.5(pid=8492) [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:34:27.282761 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:27.294223 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:34:27.423380 tst handover.py: using LAC 28429\u000a12:34:27.547602 tst handover.py: using RAC 124\u000a12:34:27.673359 tst handover.py: using CellId 28429\u000a12:34:27.797203 tst handover.py: using BVCI 28430\u000a12:34:27.821602 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:34:27.961829 tst handover.py: using LAC 28430\u000a12:34:28.087893 tst handover.py: using RAC 125\u000a12:34:28.212092 tst handover.py: using CellId 28430\u000a12:34:28.336147 tst handover.py: using BVCI 28431\u000a12:34:28.360822 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:28.372351 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:28.383471 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:28.394896 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:28.406190 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:34:28.417379 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:34:28.532072 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:34:28.728570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:29.177432 run create_hlr_db(pid=8486): Launched\u000a12:34:29.300326 bus /sierra_2: Setting Powered False\u000a12:34:30.373211 run create_hlr_db(pid=8486): Terminated: ok {rc=0}\u000a12:34:30.771877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8488): Launched\u000a12:34:31.177093 run osmo-hlr_10.42.42.2(pid=8489): Launched\u000a12:34:31.454386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:32.115672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8491): Launched\u000a12:34:32.536740 run osmo-stp_10.42.42.5(pid=8492): Launched\u000a12:34:32.647257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:33.170356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8494): Launched\u000a12:34:33.471439 run osmo-msc_10.42.42.6(pid=8495): Launched\u000a12:34:33.648112 run osmo-stp_10.42.42.5(pid=8492): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8492)]\u000a12:34:33.776291 run osmo-stp_10.42.42.5(pid=8492): stdout: \u000a| (launched: 2022-12-10_12:34:32.347051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:33.900448 run osmo-stp_10.42.42.5(pid=8492): stderr: \u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123432576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:34.021120 run osmo-stp_10.42.42.5(pid=8492): stdout: \u000a| (launched: 2022-12-10_12:34:32.347051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:34.141212 run osmo-stp_10.42.42.5(pid=8492): stderr: \u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123432575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123432576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123432576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:34.193474 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8492): Process ended prematurely: osmo-stp_10.42.42.5(pid=8492) [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8492)] [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:34:34.201303 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:34:34.261301 run osmo-hlr_10.42.42.2(pid=8489): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8489)]\u000a12:34:34.310209 run osmo-hlr_10.42.42.2(pid=8489): stdout: \u000a| (launched: 2022-12-10_12:34:30.944345) \u000a12:34:34.360014 run osmo-hlr_10.42.42.2(pid=8489): stderr: \u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123431401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123431427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123431454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123431454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123431454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:34.427594 run osmo-msc_10.42.42.6(pid=8495): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8495)]\u000a12:34:34.476808 run osmo-msc_10.42.42.6(pid=8495): stdout: \u000a| (launched: 2022-12-10_12:34:33.322588) \u000a12:34:34.526772 run osmo-msc_10.42.42.6(pid=8495): stderr: \u000a| �[0;m�[38;5;43m20221210123433592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123433592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7ebc67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123433592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123433592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123433592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123433593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123433594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123433595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123433595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123433595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:34.568751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8488): Terminating (SIGTERM)\u000a12:34:34.608701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8491): Terminating (SIGTERM)\u000a12:34:34.648594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8494): Terminating (SIGTERM)\u000a12:34:34.657979 --- ParallelTerminationStrategy: PID 8488 died...\u000a12:34:34.711054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8488): Terminated: ok {rc=0}\u000a12:34:34.720703 --- ParallelTerminationStrategy: PID 8491 died...\u000a12:34:34.773856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8491): Terminated: ok {rc=0}\u000a12:34:34.783556 --- ParallelTerminationStrategy: PID 8494 died...\u000a12:34:34.836666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8494): Terminated: ok {rc=0}\u000a12:34:34.925551 bus /sierra_3: Setting Powered False\u000a12:34:36.031232 bus /sierra_3: Setting Powered False\u000a12:34:37.138810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:34:27" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:34:39.102865 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:39.113679 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:34:39.234213 tst handover.py: using LAC 28431\u000a12:34:39.350532 tst handover.py: using RAC 126\u000a12:34:39.466624 tst handover.py: using CellId 28431\u000a12:34:39.582761 tst handover.py: using BVCI 28432\u000a12:34:39.605463 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:34:39.731960 tst handover.py: using LAC 28432\u000a12:34:39.857050 tst handover.py: using RAC 127\u000a12:34:39.982092 tst handover.py: using CellId 28432\u000a12:34:40.107987 tst handover.py: using BVCI 28433\u000a12:34:40.132464 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:40.143771 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:40.154906 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:40.166561 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:40.178134 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:34:40.189508 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:34:40.304873 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:34:40.514963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:41.001685 run create_hlr_db(pid=8500): Launched\u000a12:34:41.133560 bus /sierra_2: Setting Powered False\u000a12:34:42.209919 run create_hlr_db(pid=8500): Terminated: ok {rc=0}\u000a12:34:42.589130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Launched\u000a12:34:42.890200 run osmo-hlr_10.42.42.2(pid=8503): Launched\u000a12:34:43.007282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:43.511809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Launched\u000a12:34:43.812874 run osmo-stp_10.42.42.5(pid=8506): Launched\u000a12:34:43.927002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:44.450233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8508): Launched\u000a12:34:44.751625 run osmo-msc_10.42.42.6(pid=8509): Launched\u000a12:34:44.928705 run osmo-stp_10.42.42.5(pid=8506): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]\u000a12:34:45.056369 run osmo-stp_10.42.42.5(pid=8506): stdout: \u000a| (launched: 2022-12-10_12:34:43.664662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:45.182539 run osmo-stp_10.42.42.5(pid=8506): stderr: \u000a| �[0;m�[38;5;43m20221210123443836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123443836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123443837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123443837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:45.304266 run osmo-stp_10.42.42.5(pid=8506): stdout: \u000a| (launched: 2022-12-10_12:34:43.664662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:45.425399 run osmo-stp_10.42.42.5(pid=8506): stderr: \u000a| �[0;m�[38;5;43m20221210123443836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123443836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123443837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123443837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123443838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:45.477962 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)] [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a12:34:45.486261 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:34:45.548272 run osmo-hlr_10.42.42.2(pid=8503): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8503)]\u000a12:34:45.598664 run osmo-hlr_10.42.42.2(pid=8503): stdout: \u000a| (launched: 2022-12-10_12:34:42.741836) \u000a12:34:45.649390 run osmo-hlr_10.42.42.2(pid=8503): stderr: \u000a| �[0;m�[1;31m20221210123442918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123442918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123442919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123442919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123442919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123442919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123442931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123442940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123442940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123442940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:45.717871 run osmo-msc_10.42.42.6(pid=8509): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8509)]\u000a12:34:45.767825 run osmo-msc_10.42.42.6(pid=8509): stdout: \u000a| (launched: 2022-12-10_12:34:44.602662) \u000a12:34:45.818629 run osmo-msc_10.42.42.6(pid=8509): stderr: \u000a| �[0;m�[38;5;43m20221210123444874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123444874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81a3271c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123444874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123444874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123444874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123444874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123444878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123444879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123444879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123444879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:45.877141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Terminating (SIGTERM)\u000a12:34:45.917830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Terminating (SIGTERM)\u000a12:34:45.970232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8508): Terminating (SIGTERM)\u000a12:34:45.982423 --- ParallelTerminationStrategy: PID 8502 died...\u000a12:34:46.043070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Terminated: ok {rc=0}\u000a12:34:46.056191 --- ParallelTerminationStrategy: PID 8505 died...\u000a12:34:46.116893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Terminated: ok {rc=0}\u000a12:34:46.127851 --- ParallelTerminationStrategy: PID 8508 died...\u000a12:34:46.187399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8508): Terminated: ok {rc=0}\u000a12:34:46.279141 bus /sierra_3: Setting Powered False\u000a12:34:47.383925 bus /sierra_3: Setting Powered False\u000a12:34:48.492085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:34:38" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8520): Process ended prematurely: osmo-stp_10.42.42.5(pid=8520) [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8520)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8520): Process ended prematurely: osmo-stp_10.42.42.5(pid=8520) [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:34:50.474770 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:50.485880 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:34:50.615366 tst handover.py: using LAC 28433\u000a12:34:50.739225 tst handover.py: using RAC 128\u000a12:34:50.862718 tst handover.py: using CellId 28433\u000a12:34:50.987027 tst handover.py: using BVCI 28434\u000a12:34:51.011958 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:34:51.153928 tst handover.py: using LAC 28434\u000a12:34:51.277731 tst handover.py: using RAC 129\u000a12:34:51.409533 tst handover.py: using CellId 28434\u000a12:34:51.533768 tst handover.py: using BVCI 28435\u000a12:34:51.558221 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:51.569662 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:51.580660 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:51.591652 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:51.602772 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:34:51.613670 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:34:51.729606 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:34:51.937963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:52.423132 run create_hlr_db(pid=8514): Launched\u000a12:34:52.554164 bus /sierra_2: Setting Powered False\u000a12:34:53.630113 run create_hlr_db(pid=8514): Terminated: ok {rc=0}\u000a12:34:54.030893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8516): Launched\u000a12:34:54.353272 run osmo-hlr_10.42.42.2(pid=8517): Launched\u000a12:34:54.467696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:54.963502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8519): Launched\u000a12:34:55.264037 run osmo-stp_10.42.42.5(pid=8520): Launched\u000a12:34:55.374427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:55.895780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8522): Launched\u000a12:34:56.196275 run osmo-msc_10.42.42.6(pid=8523): Launched\u000a12:34:56.373818 run osmo-stp_10.42.42.5(pid=8520): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8520)]\u000a12:34:56.500805 run osmo-stp_10.42.42.5(pid=8520): stdout: \u000a| (launched: 2022-12-10_12:34:55.115917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:56.625998 run osmo-stp_10.42.42.5(pid=8520): stderr: \u000a| �[0;m�[38;5;43m20221210123455284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123455284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123455285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:56.747108 run osmo-stp_10.42.42.5(pid=8520): stdout: \u000a| (launched: 2022-12-10_12:34:55.115917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:56.867200 run osmo-stp_10.42.42.5(pid=8520): stderr: \u000a| �[0;m�[38;5;43m20221210123455284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123455284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123455285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123455285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123455286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:56.919557 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8520): Process ended prematurely: osmo-stp_10.42.42.5(pid=8520) [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8520)] [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a12:34:56.927706 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:34:56.987276 run osmo-hlr_10.42.42.2(pid=8517): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8517)]\u000a12:34:57.036527 run osmo-hlr_10.42.42.2(pid=8517): stdout: \u000a| (launched: 2022-12-10_12:34:54.194614) \u000a12:34:57.085765 run osmo-hlr_10.42.42.2(pid=8517): stderr: \u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123454394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123454406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123454414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123454414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123454414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:57.152605 run osmo-msc_10.42.42.6(pid=8523): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8523)]\u000a12:34:57.201525 run osmo-msc_10.42.42.6(pid=8523): stdout: \u000a| (launched: 2022-12-10_12:34:56.047961) \u000a12:34:57.251042 run osmo-msc_10.42.42.6(pid=8523): stderr: \u000a| �[0;m�[38;5;43m20221210123456316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123456317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0969c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123456317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123456317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123456317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123456317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123456319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123456319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123456319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123456320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:57.292370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8516): Terminating (SIGTERM)\u000a12:34:57.332106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8519): Terminating (SIGTERM)\u000a12:34:57.372318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8522): Terminating (SIGTERM)\u000a12:34:57.382065 --- ParallelTerminationStrategy: PID 8516 died...\u000a12:34:57.435856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8516): Terminated: ok {rc=0}\u000a12:34:57.445582 --- ParallelTerminationStrategy: PID 8519 died...\u000a12:34:57.498774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8519): Terminated: ok {rc=0}\u000a12:34:57.508754 --- ParallelTerminationStrategy: PID 8522 died...\u000a12:34:57.562394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8522): Terminated: ok {rc=0}\u000a12:34:57.650439 bus /sierra_3: Setting Powered False\u000a12:34:58.752522 bus /sierra_3: Setting Powered False\u000a12:34:59.858988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:34:50" }, { "cases" : [ { "testActions" : [ ], "age" : 172, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:35:01.903907 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:01.916060 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:35:02.048589 tst handover.py: using LAC 28435\u000a12:35:02.193121 tst handover.py: using RAC 130\u000a12:35:02.312397 tst handover.py: using CellId 28435\u000a12:35:02.430315 tst handover.py: using BVCI 28436\u000a12:35:02.453215 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:35:02.587528 tst handover.py: using LAC 28436\u000a12:35:02.705224 tst handover.py: using RAC 131\u000a12:35:02.822943 tst handover.py: using CellId 28436\u000a12:35:02.947342 tst handover.py: using BVCI 28437\u000a12:35:02.971887 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:02.983364 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:02.994612 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:03.006372 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:03.017695 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:35:03.028625 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:35:03.146519 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:35:03.345735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:03.793471 run create_hlr_db(pid=8531): Launched\u000a12:35:03.915821 bus /sierra_2: Setting Powered False\u000a12:35:04.989073 run create_hlr_db(pid=8531): Terminated: ok {rc=0}\u000a12:35:05.363105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Launched\u000a12:35:05.663000 run osmo-hlr_10.42.42.2(pid=8534): Launched\u000a12:35:05.780592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:06.283604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Launched\u000a12:35:06.583350 run osmo-stp_10.42.42.5(pid=8537): Launched\u000a12:35:06.696606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:07.218425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Launched\u000a12:35:07.519823 run osmo-msc_10.42.42.6(pid=8540): Launched\u000a12:35:07.695989 run osmo-stp_10.42.42.5(pid=8537): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]\u000a12:35:07.823701 run osmo-stp_10.42.42.5(pid=8537): stdout: \u000a| (launched: 2022-12-10_12:35:06.435956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:07.949093 run osmo-stp_10.42.42.5(pid=8537): stderr: \u000a| �[0;m�[38;5;43m20221210123506603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123506604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:08.069924 run osmo-stp_10.42.42.5(pid=8537): stdout: \u000a| (launched: 2022-12-10_12:35:06.435956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:08.189753 run osmo-stp_10.42.42.5(pid=8537): stderr: \u000a| �[0;m�[38;5;43m20221210123506603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123506604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123506605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:08.242132 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)] [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a12:35:08.250002 tst handover.py:18: Test FAILED (6.3 sec)\u000a12:35:08.310024 run osmo-hlr_10.42.42.2(pid=8534): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8534)]\u000a12:35:08.358755 run osmo-hlr_10.42.42.2(pid=8534): stdout: \u000a| (launched: 2022-12-10_12:35:05.515399) \u000a12:35:08.408519 run osmo-hlr_10.42.42.2(pid=8534): stderr: \u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123505693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123505704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123505713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123505713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123505713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:08.475449 run osmo-msc_10.42.42.6(pid=8540): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8540)]\u000a12:35:08.524249 run osmo-msc_10.42.42.6(pid=8540): stdout: \u000a| (launched: 2022-12-10_12:35:07.370612) \u000a12:35:08.573535 run osmo-msc_10.42.42.6(pid=8540): stderr: \u000a| �[0;m�[38;5;43m20221210123507638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123507638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f549bb7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123507639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123507639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123507639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123507639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123507641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123507641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123507641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123507641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:08.615139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Terminating (SIGTERM)\u000a12:35:08.654798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Terminating (SIGTERM)\u000a12:35:08.694352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Terminating (SIGTERM)\u000a12:35:08.703653 --- ParallelTerminationStrategy: PID 8533 died...\u000a12:35:08.757099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Terminated: ok {rc=0}\u000a12:35:08.766581 --- ParallelTerminationStrategy: PID 8536 died...\u000a12:35:08.820012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Terminated: ok {rc=0}\u000a12:35:08.829844 --- ParallelTerminationStrategy: PID 8539 died...\u000a12:35:08.882270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Terminated: ok {rc=0}\u000a12:35:08.969831 bus /sierra_3: Setting Powered False\u000a12:35:10.072408 bus /sierra_3: Setting Powered False\u000a12:35:11.184375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:01" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:35:13.180243 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:13.191604 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:35:13.317578 tst handover.py: using LAC 28437\u000a12:35:13.443266 tst handover.py: using RAC 132\u000a12:35:13.564413 tst handover.py: using CellId 28437\u000a12:35:13.683348 tst handover.py: using BVCI 28438\u000a12:35:13.705995 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:35:13.840911 tst handover.py: using LAC 28438\u000a12:35:13.957898 tst handover.py: using RAC 133\u000a12:35:14.086082 tst handover.py: using CellId 28438\u000a12:35:14.210328 tst handover.py: using BVCI 28439\u000a12:35:14.233151 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:14.243827 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:14.254405 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:14.265170 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:14.275891 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:35:14.286697 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:35:14.403349 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:35:14.606973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:15.052213 run create_hlr_db(pid=8545): Launched\u000a12:35:15.174523 bus /sierra_2: Setting Powered False\u000a12:35:16.269184 run create_hlr_db(pid=8545): Terminated: ok {rc=0}\u000a12:35:16.684232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Launched\u000a12:35:17.057336 run osmo-hlr_10.42.42.2(pid=8548): Launched\u000a12:35:17.211874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:17.745398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Launched\u000a12:35:18.066640 run osmo-stp_10.42.42.5(pid=8551): Launched\u000a12:35:18.182436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:18.744750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Launched\u000a12:35:19.068214 run osmo-msc_10.42.42.6(pid=8554): Launched\u000a12:35:19.256103 run osmo-stp_10.42.42.5(pid=8551): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]\u000a12:35:19.391709 run osmo-stp_10.42.42.5(pid=8551): stdout: \u000a| (launched: 2022-12-10_12:35:17.908897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:19.527281 run osmo-stp_10.42.42.5(pid=8551): stderr: \u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123518102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:19.657582 run osmo-stp_10.42.42.5(pid=8551): stdout: \u000a| (launched: 2022-12-10_12:35:17.908897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:19.786554 run osmo-stp_10.42.42.5(pid=8551): stderr: \u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123518102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123518102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123518103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:19.843015 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)] [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a12:35:19.851586 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:35:19.913977 run osmo-hlr_10.42.42.2(pid=8548): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8548)]\u000a12:35:19.965152 run osmo-hlr_10.42.42.2(pid=8548): stdout: \u000a| (launched: 2022-12-10_12:35:16.853141) \u000a12:35:20.017395 run osmo-hlr_10.42.42.2(pid=8548): stderr: \u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123517183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123517202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123517210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123517211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123517211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:20.088077 run osmo-msc_10.42.42.6(pid=8554): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8554)]\u000a12:35:20.138791 run osmo-msc_10.42.42.6(pid=8554): stdout: \u000a| (launched: 2022-12-10_12:35:18.909264) \u000a12:35:20.190176 run osmo-msc_10.42.42.6(pid=8554): stderr: \u000a| �[0;m�[38;5;43m20221210123519229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123519229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9f60b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123519229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123519229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123519229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123519230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123519231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123519232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123519232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123519232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:20.233936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Terminating (SIGTERM)\u000a12:35:20.275408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Terminating (SIGTERM)\u000a12:35:20.317428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Terminating (SIGTERM)\u000a12:35:20.327249 --- ParallelTerminationStrategy: PID 8547 died...\u000a12:35:20.382914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Terminated: ok {rc=0}\u000a12:35:20.392917 --- ParallelTerminationStrategy: PID 8550 died...\u000a12:35:20.448398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Terminated: ok {rc=0}\u000a12:35:20.458517 --- ParallelTerminationStrategy: PID 8553 died...\u000a12:35:20.514195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Terminated: ok {rc=0}\u000a12:35:20.601120 bus /sierra_3: Setting Powered False\u000a12:35:21.707528 bus /sierra_3: Setting Powered False\u000a12:35:22.817792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:35:24.788848 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:24.799723 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:35:24.919405 tst handover.py: using LAC 28439\u000a12:35:25.038898 tst handover.py: using RAC 134\u000a12:35:25.158071 tst handover.py: using CellId 28439\u000a12:35:25.277409 tst handover.py: using BVCI 28440\u000a12:35:25.300152 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:35:25.431866 tst handover.py: using LAC 28440\u000a12:35:25.548397 tst handover.py: using RAC 135\u000a12:35:25.667251 tst handover.py: using CellId 28440\u000a12:35:25.785177 tst handover.py: using BVCI 28441\u000a12:35:25.807955 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:25.818992 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:25.829717 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:25.840656 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:25.851724 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:35:25.862668 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:35:25.975494 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:35:26.186941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:26.673663 run create_hlr_db(pid=8559): Launched\u000a12:35:26.804657 bus /sierra_2: Setting Powered False\u000a12:35:27.880763 run create_hlr_db(pid=8559): Terminated: ok {rc=0}\u000a12:35:28.258501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Launched\u000a12:35:28.561514 run osmo-hlr_10.42.42.2(pid=8562): Launched\u000a12:35:28.673225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:29.167415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Launched\u000a12:35:29.467058 run osmo-stp_10.42.42.5(pid=8566): Launched\u000a12:35:29.576530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:30.098146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8568): Launched\u000a12:35:30.399112 run osmo-msc_10.42.42.6(pid=8569): Launched\u000a12:35:30.576251 run osmo-stp_10.42.42.5(pid=8566): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)]\u000a12:35:30.703503 run osmo-stp_10.42.42.5(pid=8566): stdout: \u000a| (launched: 2022-12-10_12:35:29.319923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:30.838527 run osmo-stp_10.42.42.5(pid=8566): stderr: \u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123529490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:31.001739 run osmo-stp_10.42.42.5(pid=8566): stdout: \u000a| (launched: 2022-12-10_12:35:29.319923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:31.158364 run osmo-stp_10.42.42.5(pid=8566): stderr: \u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123529489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123529490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123529492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:31.216939 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8566): Process ended prematurely: osmo-stp_10.42.42.5(pid=8566) [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8566)] [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:35:31.227186 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:35:31.292904 run osmo-hlr_10.42.42.2(pid=8562): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8562)]\u000a12:35:31.345783 run osmo-hlr_10.42.42.2(pid=8562): stdout: \u000a| (launched: 2022-12-10_12:35:28.411594) \u000a12:35:31.399085 run osmo-hlr_10.42.42.2(pid=8562): stderr: \u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123528586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123528598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123528607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123528607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123528607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:31.471633 run osmo-msc_10.42.42.6(pid=8569): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8569)]\u000a12:35:31.525461 run osmo-msc_10.42.42.6(pid=8569): stdout: \u000a| (launched: 2022-12-10_12:35:30.250652) \u000a12:35:31.579604 run osmo-msc_10.42.42.6(pid=8569): stderr: \u000a| �[0;m�[38;5;43m20221210123530520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123530520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14fc6d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123530520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123530520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123530521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123530521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123530522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123530523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123530523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123530523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:31.624726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Terminating (SIGTERM)\u000a12:35:31.670122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Terminating (SIGTERM)\u000a12:35:31.715848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8568): Terminating (SIGTERM)\u000a12:35:31.726923 --- ParallelTerminationStrategy: PID 8561 died...\u000a12:35:31.786108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8561): Terminated: ok {rc=0}\u000a12:35:31.796573 --- ParallelTerminationStrategy: PID 8565 died...\u000a12:35:31.854696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8565): Terminated: ok {rc=0}\u000a12:35:31.865359 --- ParallelTerminationStrategy: PID 8568 died...\u000a12:35:31.923669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8568): Terminated: ok {rc=0}\u000a12:35:32.013595 bus /sierra_3: Setting Powered False\u000a12:35:33.119689 bus /sierra_3: Setting Powered False\u000a12:35:34.226562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:24" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:35:36.217228 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:36.228463 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:35:36.358438 tst handover.py: using LAC 28441\u000a12:35:36.484888 tst handover.py: using RAC 136\u000a12:35:36.613456 tst handover.py: using CellId 28441\u000a12:35:36.744524 tst handover.py: using BVCI 28442\u000a12:35:36.768938 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:35:36.907513 tst handover.py: using LAC 28442\u000a12:35:37.025332 tst handover.py: using RAC 137\u000a12:35:37.141453 tst handover.py: using CellId 28442\u000a12:35:37.257139 tst handover.py: using BVCI 28443\u000a12:35:37.279953 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:37.291040 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:37.301889 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:37.313199 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:37.324040 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:35:37.334877 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:35:37.452414 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:35:37.653911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:38.099588 run create_hlr_db(pid=8574): Launched\u000a12:35:38.222028 bus /sierra_2: Setting Powered False\u000a12:35:39.294968 run create_hlr_db(pid=8574): Terminated: ok {rc=0}\u000a12:35:39.693788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Launched\u000a12:35:40.015564 run osmo-hlr_10.42.42.2(pid=8577): Launched\u000a12:35:40.135983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:40.665759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Launched\u000a12:35:40.987583 run osmo-stp_10.42.42.5(pid=8580): Launched\u000a12:35:41.110491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:41.666874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8582): Launched\u000a12:35:41.988668 run osmo-msc_10.42.42.6(pid=8583): Launched\u000a12:35:42.177541 run osmo-stp_10.42.42.5(pid=8580): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)]\u000a12:35:42.313102 run osmo-stp_10.42.42.5(pid=8580): stdout: \u000a| (launched: 2022-12-10_12:35:40.829300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:42.448408 run osmo-stp_10.42.42.5(pid=8580): stderr: \u000a| �[0;m�[38;5;43m20221210123541022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123541022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123541023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123541023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123541023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123541024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123541024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:42.577929 run osmo-stp_10.42.42.5(pid=8580): stdout: \u000a| (launched: 2022-12-10_12:35:40.829300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:42.706597 run osmo-stp_10.42.42.5(pid=8580): stderr: \u000a| �[0;m�[38;5;43m20221210123541022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123541022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123541023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123541023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123541023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123541024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123541024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:42.762687 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8580): Process ended prematurely: osmo-stp_10.42.42.5(pid=8580) [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8580)] [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:35:42.772859 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:35:42.834830 run osmo-hlr_10.42.42.2(pid=8577): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8577)]\u000a12:35:42.886077 run osmo-hlr_10.42.42.2(pid=8577): stdout: \u000a| (launched: 2022-12-10_12:35:39.857779) \u000a12:35:42.937577 run osmo-hlr_10.42.42.2(pid=8577): stderr: \u000a| �[0;m�[1;31m20221210123540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123540057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123540069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123540079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123540079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123540079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:43.007691 run osmo-msc_10.42.42.6(pid=8583): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8583)]\u000a12:35:43.058952 run osmo-msc_10.42.42.6(pid=8583): stdout: \u000a| (launched: 2022-12-10_12:35:41.830855) \u000a12:35:43.110524 run osmo-msc_10.42.42.6(pid=8583): stderr: \u000a| �[0;m�[38;5;43m20221210123542149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123542149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5963e41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123542149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123542149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123542149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123542149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123542151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123542151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123542152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123542152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:43.154646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Terminating (SIGTERM)\u000a12:35:43.196115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Terminating (SIGTERM)\u000a12:35:43.237699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8582): Terminating (SIGTERM)\u000a12:35:43.247744 --- ParallelTerminationStrategy: PID 8576 died...\u000a12:35:43.303428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8576): Terminated: ok {rc=0}\u000a12:35:43.313845 --- ParallelTerminationStrategy: PID 8579 died...\u000a12:35:43.369174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8579): Terminated: ok {rc=0}\u000a12:35:43.379137 --- ParallelTerminationStrategy: PID 8582 died...\u000a12:35:43.435089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8582): Terminated: ok {rc=0}\u000a12:35:43.521846 bus /sierra_3: Setting Powered False\u000a12:35:44.626805 bus /sierra_3: Setting Powered False\u000a12:35:45.738147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:35" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8594): Process ended prematurely: osmo-stp_10.42.42.5(pid=8594) [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8594)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8594): Process ended prematurely: osmo-stp_10.42.42.5(pid=8594) [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:35:47.787191 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:47.798675 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:35:47.920826 tst handover.py: using LAC 28443\u000a12:35:48.039103 tst handover.py: using RAC 138\u000a12:35:48.157575 tst handover.py: using CellId 28443\u000a12:35:48.275141 tst handover.py: using BVCI 28444\u000a12:35:48.298047 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:35:48.424722 tst handover.py: using LAC 28444\u000a12:35:48.542279 tst handover.py: using RAC 139\u000a12:35:48.658529 tst handover.py: using CellId 28444\u000a12:35:48.774527 tst handover.py: using BVCI 28445\u000a12:35:48.797484 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:48.808152 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:48.818950 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:48.829832 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:48.840736 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:35:48.851847 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:35:48.970567 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:35:49.171106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:49.618136 run create_hlr_db(pid=8588): Launched\u000a12:35:49.740795 bus /sierra_2: Setting Powered False\u000a12:35:50.813314 run create_hlr_db(pid=8588): Terminated: ok {rc=0}\u000a12:35:51.212633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8590): Launched\u000a12:35:51.536111 run osmo-hlr_10.42.42.2(pid=8591): Launched\u000a12:35:51.654258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:52.185307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8593): Launched\u000a12:35:52.507285 run osmo-stp_10.42.42.5(pid=8594): Launched\u000a12:35:52.624530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:53.178928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8596): Launched\u000a12:35:53.481322 run osmo-msc_10.42.42.6(pid=8597): Launched\u000a12:35:53.663413 run osmo-stp_10.42.42.5(pid=8594): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8594)]\u000a12:35:53.795774 run osmo-stp_10.42.42.5(pid=8594): stdout: \u000a| (launched: 2022-12-10_12:35:52.349434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:53.921279 run osmo-stp_10.42.42.5(pid=8594): stderr: \u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123552540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:54.042360 run osmo-stp_10.42.42.5(pid=8594): stdout: \u000a| (launched: 2022-12-10_12:35:52.349434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:54.162439 run osmo-stp_10.42.42.5(pid=8594): stderr: \u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123552540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123552540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123552541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:54.214994 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8594): Process ended prematurely: osmo-stp_10.42.42.5(pid=8594) [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8594)] [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a12:35:54.223089 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:35:54.283289 run osmo-hlr_10.42.42.2(pid=8591): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8591)]\u000a12:35:54.332137 run osmo-hlr_10.42.42.2(pid=8591): stdout: \u000a| (launched: 2022-12-10_12:35:51.376891) \u000a12:35:54.381742 run osmo-hlr_10.42.42.2(pid=8591): stderr: \u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123551576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123551588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123551597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123551597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123551597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:54.448987 run osmo-msc_10.42.42.6(pid=8597): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8597)]\u000a12:35:54.497843 run osmo-msc_10.42.42.6(pid=8597): stdout: \u000a| (launched: 2022-12-10_12:35:53.332646) \u000a12:35:54.547398 run osmo-msc_10.42.42.6(pid=8597): stderr: \u000a| �[0;m�[38;5;43m20221210123553602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123553602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6d7a20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123553603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123553603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123553603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123553603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123553605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123553606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:54.589165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8590): Terminating (SIGTERM)\u000a12:35:54.628896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8593): Terminating (SIGTERM)\u000a12:35:54.668864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8596): Terminating (SIGTERM)\u000a12:35:54.678400 --- ParallelTerminationStrategy: PID 8590 died...\u000a12:35:54.731894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8590): Terminated: ok {rc=0}\u000a12:35:54.741793 --- ParallelTerminationStrategy: PID 8593 died...\u000a12:35:54.794744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8593): Terminated: ok {rc=0}\u000a12:35:54.804510 --- ParallelTerminationStrategy: PID 8596 died...\u000a12:35:54.857466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8596): Terminated: ok {rc=0}\u000a12:35:54.941506 bus /sierra_3: Setting Powered False\u000a12:35:56.048445 bus /sierra_3: Setting Powered False\u000a12:35:57.156224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:47" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8608): Process ended prematurely: osmo-stp_10.42.42.5(pid=8608) [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8608)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8608): Process ended prematurely: osmo-stp_10.42.42.5(pid=8608) [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:35:59.126749 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:35:59.137505 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:35:59.259526 tst handover.py: using LAC 28445\u000a12:35:59.387342 tst handover.py: using RAC 140\u000a12:35:59.517821 tst handover.py: using CellId 28445\u000a12:35:59.642199 tst handover.py: using BVCI 28446\u000a12:35:59.666855 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:35:59.809238 tst handover.py: using LAC 28446\u000a12:35:59.934559 tst handover.py: using RAC 141\u000a12:36:00.059037 tst handover.py: using CellId 28446\u000a12:36:00.182858 tst handover.py: using BVCI 28447\u000a12:36:00.207371 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:00.218523 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:00.229550 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:00.240507 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:00.251604 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:00.262543 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:36:00.375937 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:36:00.575167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:01.120111 run create_hlr_db(pid=8602): Launched\u000a12:36:01.254584 bus /sierra_2: Setting Powered False\u000a12:36:02.329586 run create_hlr_db(pid=8602): Terminated: ok {rc=0}\u000a12:36:02.730025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8604): Launched\u000a12:36:03.053700 run osmo-hlr_10.42.42.2(pid=8605): Launched\u000a12:36:03.172345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:03.701596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8607): Launched\u000a12:36:04.023102 run osmo-stp_10.42.42.5(pid=8608): Launched\u000a12:36:04.140356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:04.700178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8610): Launched\u000a12:36:05.023239 run osmo-msc_10.42.42.6(pid=8611): Launched\u000a12:36:05.212331 run osmo-stp_10.42.42.5(pid=8608): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8608)]\u000a12:36:05.348003 run osmo-stp_10.42.42.5(pid=8608): stdout: \u000a| (launched: 2022-12-10_12:36:03.864782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:05.483435 run osmo-stp_10.42.42.5(pid=8608): stderr: \u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123604057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:05.613526 run osmo-stp_10.42.42.5(pid=8608): stdout: \u000a| (launched: 2022-12-10_12:36:03.864782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:05.742228 run osmo-stp_10.42.42.5(pid=8608): stderr: \u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123604056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123604057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123604057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:05.798298 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8608): Process ended prematurely: osmo-stp_10.42.42.5(pid=8608) [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8608)] [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a12:36:05.806992 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:36:05.870725 run osmo-hlr_10.42.42.2(pid=8605): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8605)]\u000a12:36:05.922623 run osmo-hlr_10.42.42.2(pid=8605): stdout: \u000a| (launched: 2022-12-10_12:36:02.894822) \u000a12:36:05.975276 run osmo-hlr_10.42.42.2(pid=8605): stderr: \u000a| �[0;m�[1;31m20221210123603092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123603092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123603093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123603093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123603093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123603093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123603105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123603114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123603114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123603114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:06.046247 run osmo-msc_10.42.42.6(pid=8611): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8611)]\u000a12:36:06.097620 run osmo-msc_10.42.42.6(pid=8611): stdout: \u000a| (launched: 2022-12-10_12:36:04.864631) \u000a12:36:06.149516 run osmo-msc_10.42.42.6(pid=8611): stderr: \u000a| �[0;m�[38;5;43m20221210123605185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123605185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa10a19fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123605185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123605185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123605185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123605185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123605187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123605187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123605187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123605188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:06.193504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8604): Terminating (SIGTERM)\u000a12:36:06.235455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8607): Terminating (SIGTERM)\u000a12:36:06.277438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8610): Terminating (SIGTERM)\u000a12:36:06.287120 --- ParallelTerminationStrategy: PID 8604 died...\u000a12:36:06.343030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8604): Terminated: ok {rc=0}\u000a12:36:06.353158 --- ParallelTerminationStrategy: PID 8607 died...\u000a12:36:06.408993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8607): Terminated: ok {rc=0}\u000a12:36:06.418978 --- ParallelTerminationStrategy: PID 8610 died...\u000a12:36:06.474861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8610): Terminated: ok {rc=0}\u000a12:36:06.561673 bus /sierra_3: Setting Powered False\u000a12:36:07.664941 bus /sierra_3: Setting Powered False\u000a12:36:08.774897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:35:58" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8622): Process ended prematurely: osmo-stp_10.42.42.5(pid=8622) [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8622)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8622): Process ended prematurely: osmo-stp_10.42.42.5(pid=8622) [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:36:10.749978 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:10.760555 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:36:10.883900 tst handover.py: using LAC 28447\u000a12:36:11.002107 tst handover.py: using RAC 142\u000a12:36:11.125346 tst handover.py: using CellId 28447\u000a12:36:11.242850 tst handover.py: using BVCI 28448\u000a12:36:11.265769 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:36:11.400300 tst handover.py: using LAC 28448\u000a12:36:11.523675 tst handover.py: using RAC 143\u000a12:36:11.648652 tst handover.py: using CellId 28448\u000a12:36:11.772902 tst handover.py: using BVCI 28449\u000a12:36:11.798068 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:11.809450 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:11.820459 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:11.831607 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:11.842831 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:36:11.854023 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:36:11.969961 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:36:12.182614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:12.670128 run create_hlr_db(pid=8616): Launched\u000a12:36:12.802052 bus /sierra_2: Setting Powered False\u000a12:36:13.879116 run create_hlr_db(pid=8616): Terminated: ok {rc=0}\u000a12:36:14.280569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8618): Launched\u000a12:36:14.604871 run osmo-hlr_10.42.42.2(pid=8619): Launched\u000a12:36:14.722483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:15.257158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8621): Launched\u000a12:36:15.580454 run osmo-stp_10.42.42.5(pid=8622): Launched\u000a12:36:15.697898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:16.306730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8624): Launched\u000a12:36:16.688358 run osmo-msc_10.42.42.6(pid=8625): Launched\u000a12:36:17.117395 run osmo-stp_10.42.42.5(pid=8622): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8622)]\u000a12:36:17.281338 run osmo-stp_10.42.42.5(pid=8622): stdout: \u000a| (launched: 2022-12-10_12:36:15.421832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:17.416202 run osmo-stp_10.42.42.5(pid=8622): stderr: \u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123615617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:17.547057 run osmo-stp_10.42.42.5(pid=8622): stdout: \u000a| (launched: 2022-12-10_12:36:15.421832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:17.676723 run osmo-stp_10.42.42.5(pid=8622): stderr: \u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123615616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123615617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123615617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:17.733562 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8622): Process ended prematurely: osmo-stp_10.42.42.5(pid=8622) [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8622)] [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a12:36:17.742275 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:36:17.805602 run osmo-hlr_10.42.42.2(pid=8619): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8619)]\u000a12:36:17.857344 run osmo-hlr_10.42.42.2(pid=8619): stdout: \u000a| (launched: 2022-12-10_12:36:14.445648) \u000a12:36:17.909778 run osmo-hlr_10.42.42.2(pid=8619): stderr: \u000a| �[0;m�[1;31m20221210123614645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123614645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123614645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123614646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123614646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123614646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123614674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123614686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123614687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123614687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:17.981165 run osmo-msc_10.42.42.6(pid=8625): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8625)]\u000a12:36:18.032774 run osmo-msc_10.42.42.6(pid=8625): stdout: \u000a| (launched: 2022-12-10_12:36:16.475306) \u000a12:36:18.085300 run osmo-msc_10.42.42.6(pid=8625): stderr: \u000a| �[0;m�[38;5;43m20221210123616939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123616939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97de052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123616939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123616940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123616940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123616940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123616942 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123616942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123616942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123616942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:18.130065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8618): Terminating (SIGTERM)\u000a12:36:18.172238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8621): Terminating (SIGTERM)\u000a12:36:18.214448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8624): Terminating (SIGTERM)\u000a12:36:18.224186 --- ParallelTerminationStrategy: PID 8618 died...\u000a12:36:18.280859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8618): Terminated: ok {rc=0}\u000a12:36:18.291093 --- ParallelTerminationStrategy: PID 8621 died...\u000a12:36:18.347303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8621): Terminated: ok {rc=0}\u000a12:36:18.357571 --- ParallelTerminationStrategy: PID 8624 died...\u000a12:36:18.413765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8624): Terminated: ok {rc=0}\u000a12:36:18.501463 bus /sierra_3: Setting Powered False\u000a12:36:19.605996 bus /sierra_3: Setting Powered False\u000a12:36:20.718180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:36:10" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:36:22.719482 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:22.730440 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:36:22.863508 tst handover.py: using LAC 28449\u000a12:36:22.983551 tst handover.py: using RAC 144\u000a12:36:23.101176 tst handover.py: using CellId 28449\u000a12:36:23.221218 tst handover.py: using BVCI 28450\u000a12:36:23.243827 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:36:23.377598 tst handover.py: using LAC 28450\u000a12:36:23.508877 tst handover.py: using RAC 145\u000a12:36:23.628596 tst handover.py: using CellId 28450\u000a12:36:23.746864 tst handover.py: using BVCI 28451\u000a12:36:23.769712 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:23.780818 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:23.791611 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:23.803079 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:23.814253 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:23.825313 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:36:23.938528 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:36:24.138530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:24.583859 run create_hlr_db(pid=8630): Launched\u000a12:36:24.706549 bus /sierra_2: Setting Powered False\u000a12:36:25.779108 run create_hlr_db(pid=8630): Terminated: ok {rc=0}\u000a12:36:26.178740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Launched\u000a12:36:26.501589 run osmo-hlr_10.42.42.2(pid=8633): Launched\u000a12:36:26.620331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:27.152112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Launched\u000a12:36:27.473778 run osmo-stp_10.42.42.5(pid=8636): Launched\u000a12:36:27.591463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:28.149598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Launched\u000a12:36:28.470693 run osmo-msc_10.42.42.6(pid=8639): Launched\u000a12:36:28.659185 run osmo-stp_10.42.42.5(pid=8636): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)]\u000a12:36:28.794737 run osmo-stp_10.42.42.5(pid=8636): stdout: \u000a| (launched: 2022-12-10_12:36:27.316172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:28.930601 run osmo-stp_10.42.42.5(pid=8636): stderr: \u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123627508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:29.060515 run osmo-stp_10.42.42.5(pid=8636): stdout: \u000a| (launched: 2022-12-10_12:36:27.316172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:29.188740 run osmo-stp_10.42.42.5(pid=8636): stderr: \u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123627508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123627508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123627509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:29.244775 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8636): Process ended prematurely: osmo-stp_10.42.42.5(pid=8636) [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8636)] [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:36:29.253533 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:36:29.315447 run osmo-hlr_10.42.42.2(pid=8633): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8633)]\u000a12:36:29.366638 run osmo-hlr_10.42.42.2(pid=8633): stdout: \u000a| (launched: 2022-12-10_12:36:26.343038) \u000a12:36:29.418142 run osmo-hlr_10.42.42.2(pid=8633): stderr: \u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123626541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123626558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123626567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123626567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123626567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:29.487940 run osmo-msc_10.42.42.6(pid=8639): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8639)]\u000a12:36:29.538842 run osmo-msc_10.42.42.6(pid=8639): stdout: \u000a| (launched: 2022-12-10_12:36:28.313152) \u000a12:36:29.590350 run osmo-msc_10.42.42.6(pid=8639): stderr: \u000a| �[0;m�[38;5;43m20221210123628632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123628632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35f41d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123628632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123628632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123628632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123628633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123628634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123628635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123628635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123628635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:29.633968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Terminating (SIGTERM)\u000a12:36:29.675466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Terminating (SIGTERM)\u000a12:36:29.717182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Terminating (SIGTERM)\u000a12:36:29.726817 --- ParallelTerminationStrategy: PID 8632 died...\u000a12:36:29.782392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8632): Terminated: ok {rc=0}\u000a12:36:29.792415 --- ParallelTerminationStrategy: PID 8635 died...\u000a12:36:29.847659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8635): Terminated: ok {rc=0}\u000a12:36:29.858010 --- ParallelTerminationStrategy: PID 8638 died...\u000a12:36:29.913427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8638): Terminated: ok {rc=0}\u000a12:36:29.999064 bus /sierra_3: Setting Powered False\u000a12:36:31.103950 bus /sierra_3: Setting Powered False\u000a12:36:32.221435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:36:22" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8650): Process ended prematurely: osmo-stp_10.42.42.5(pid=8650) [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8650)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8650): Process ended prematurely: osmo-stp_10.42.42.5(pid=8650) [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:36:34.244791 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:34.256192 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:36:34.400929 tst handover.py: using LAC 28451\u000a12:36:34.519749 tst handover.py: using RAC 146\u000a12:36:34.643007 tst handover.py: using CellId 28451\u000a12:36:34.767232 tst handover.py: using BVCI 28452\u000a12:36:34.791736 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:36:34.933258 tst handover.py: using LAC 28452\u000a12:36:35.058146 tst handover.py: using RAC 147\u000a12:36:35.182627 tst handover.py: using CellId 28452\u000a12:36:35.302063 tst handover.py: using BVCI 28453\u000a12:36:35.324922 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:35.335862 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:35.347013 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:35.358863 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:35.370830 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:35.382594 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:36:35.501282 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:36:35.713007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:36.199044 run create_hlr_db(pid=8644): Launched\u000a12:36:36.330630 bus /sierra_2: Setting Powered False\u000a12:36:37.406998 run create_hlr_db(pid=8644): Terminated: ok {rc=0}\u000a12:36:37.806843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8646): Launched\u000a12:36:38.129400 run osmo-hlr_10.42.42.2(pid=8647): Launched\u000a12:36:38.246937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:38.782761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8649): Launched\u000a12:36:39.106191 run osmo-stp_10.42.42.5(pid=8650): Launched\u000a12:36:39.223602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:39.782850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8652): Launched\u000a12:36:40.105493 run osmo-msc_10.42.42.6(pid=8653): Launched\u000a12:36:40.294039 run osmo-stp_10.42.42.5(pid=8650): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8650)]\u000a12:36:40.429810 run osmo-stp_10.42.42.5(pid=8650): stdout: \u000a| (launched: 2022-12-10_12:36:38.946770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:40.565219 run osmo-stp_10.42.42.5(pid=8650): stderr: \u000a| �[0;m�[38;5;43m20221210123639138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123639138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123639139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123639139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:40.695187 run osmo-stp_10.42.42.5(pid=8650): stdout: \u000a| (launched: 2022-12-10_12:36:38.946770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:40.823762 run osmo-stp_10.42.42.5(pid=8650): stderr: \u000a| �[0;m�[38;5;43m20221210123639138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123639138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123639139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123639139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123639139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:40.880054 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8650): Process ended prematurely: osmo-stp_10.42.42.5(pid=8650) [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8650)] [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:36:40.888894 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:36:40.951850 run osmo-hlr_10.42.42.2(pid=8647): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8647)]\u000a12:36:41.003703 run osmo-hlr_10.42.42.2(pid=8647): stdout: \u000a| (launched: 2022-12-10_12:36:37.970870) \u000a12:36:41.056440 run osmo-hlr_10.42.42.2(pid=8647): stderr: \u000a| �[0;m�[1;31m20221210123638168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123638168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123638168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123638169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123638169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123638169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123638183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123638193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123638193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123638193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:41.128074 run osmo-msc_10.42.42.6(pid=8653): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8653)]\u000a12:36:41.179686 run osmo-msc_10.42.42.6(pid=8653): stdout: \u000a| (launched: 2022-12-10_12:36:39.946849) \u000a12:36:41.231662 run osmo-msc_10.42.42.6(pid=8653): stderr: \u000a| �[0;m�[38;5;43m20221210123640268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123640268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6789683c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123640268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123640271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123640271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123640271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123640271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:41.275863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8646): Terminating (SIGTERM)\u000a12:36:41.317810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8649): Terminating (SIGTERM)\u000a12:36:41.359922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8652): Terminating (SIGTERM)\u000a12:36:41.369963 --- ParallelTerminationStrategy: PID 8646 died...\u000a12:36:41.426645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8646): Terminated: ok {rc=0}\u000a12:36:41.436920 --- ParallelTerminationStrategy: PID 8649 died...\u000a12:36:41.493459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8649): Terminated: ok {rc=0}\u000a12:36:41.503707 --- ParallelTerminationStrategy: PID 8652 died...\u000a12:36:41.559990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8652): Terminated: ok {rc=0}\u000a12:36:41.647611 bus /sierra_3: Setting Powered False\u000a12:36:42.755099 bus /sierra_3: Setting Powered False\u000a12:36:43.869023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:36:33" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8664): Process ended prematurely: osmo-stp_10.42.42.5(pid=8664) [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8664)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8664): Process ended prematurely: osmo-stp_10.42.42.5(pid=8664) [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:36:45.884798 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:45.900908 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:36:46.050192 tst handover.py: using LAC 28453\u000a12:36:46.175994 tst handover.py: using RAC 148\u000a12:36:46.331101 tst handover.py: using CellId 28453\u000a12:36:46.479146 tst handover.py: using BVCI 28454\u000a12:36:46.504628 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:36:46.668340 tst handover.py: using LAC 28454\u000a12:36:46.817129 tst handover.py: using RAC 149\u000a12:36:46.951748 tst handover.py: using CellId 28454\u000a12:36:47.072658 tst handover.py: using BVCI 28455\u000a12:36:47.097030 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:47.108026 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:47.118952 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:47.130857 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:47.142539 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:36:47.154535 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:36:47.291616 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:36:47.509589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:47.996866 run create_hlr_db(pid=8658): Launched\u000a12:36:48.129355 bus /sierra_2: Setting Powered False\u000a12:36:49.206838 run create_hlr_db(pid=8658): Terminated: ok {rc=0}\u000a12:36:49.608026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8660): Launched\u000a12:36:49.931187 run osmo-hlr_10.42.42.2(pid=8661): Launched\u000a12:36:50.049105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:50.579735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8663): Launched\u000a12:36:50.901729 run osmo-stp_10.42.42.5(pid=8664): Launched\u000a12:36:51.018677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:51.579390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8666): Launched\u000a12:36:51.900908 run osmo-msc_10.42.42.6(pid=8667): Launched\u000a12:36:52.089347 run osmo-stp_10.42.42.5(pid=8664): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8664)]\u000a12:36:52.224551 run osmo-stp_10.42.42.5(pid=8664): stdout: \u000a| (launched: 2022-12-10_12:36:50.743825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:52.359743 run osmo-stp_10.42.42.5(pid=8664): stderr: \u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123650936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123650936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123650936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123650937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:52.489407 run osmo-stp_10.42.42.5(pid=8664): stdout: \u000a| (launched: 2022-12-10_12:36:50.743825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:52.618062 run osmo-stp_10.42.42.5(pid=8664): stderr: \u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123650935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123650936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123650936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123650936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123650937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:52.674421 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8664): Process ended prematurely: osmo-stp_10.42.42.5(pid=8664) [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8664)] [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a12:36:52.682954 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:36:52.746012 run osmo-hlr_10.42.42.2(pid=8661): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8661)]\u000a12:36:52.797585 run osmo-hlr_10.42.42.2(pid=8661): stdout: \u000a| (launched: 2022-12-10_12:36:49.772826) \u000a12:36:52.849643 run osmo-hlr_10.42.42.2(pid=8661): stderr: \u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123649971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123649982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123649991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123649991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123649991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:52.920419 run osmo-msc_10.42.42.6(pid=8667): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8667)]\u000a12:36:52.971809 run osmo-msc_10.42.42.6(pid=8667): stdout: \u000a| (launched: 2022-12-10_12:36:51.743208) \u000a12:36:53.023494 run osmo-msc_10.42.42.6(pid=8667): stderr: \u000a| �[0;m�[38;5;43m20221210123652066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123652066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d5d956c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123652066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123652066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123652066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123652067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123652068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123652069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123652069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123652069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:53.067773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8660): Terminating (SIGTERM)\u000a12:36:53.109801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8663): Terminating (SIGTERM)\u000a12:36:53.152146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8666): Terminating (SIGTERM)\u000a12:36:53.162147 --- ParallelTerminationStrategy: PID 8660 died...\u000a12:36:53.218641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8660): Terminated: ok {rc=0}\u000a12:36:53.228708 --- ParallelTerminationStrategy: PID 8663 died...\u000a12:36:53.284994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8663): Terminated: ok {rc=0}\u000a12:36:53.295346 --- ParallelTerminationStrategy: PID 8666 died...\u000a12:36:53.351453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8666): Terminated: ok {rc=0}\u000a12:36:53.439158 bus /sierra_3: Setting Powered False\u000a12:36:54.539949 bus /sierra_3: Setting Powered False\u000a12:36:55.650848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:36:45" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8678): Process ended prematurely: osmo-stp_10.42.42.5(pid=8678) [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8678)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8678): Process ended prematurely: osmo-stp_10.42.42.5(pid=8678) [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:36:57.656296 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:57.667090 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:36:57.803088 tst handover.py: using LAC 28455\u000a12:36:57.922705 tst handover.py: using RAC 150\u000a12:36:58.040335 tst handover.py: using CellId 28455\u000a12:36:58.159463 tst handover.py: using BVCI 28456\u000a12:36:58.182165 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:36:58.316866 tst handover.py: using LAC 28456\u000a12:36:58.434386 tst handover.py: using RAC 151\u000a12:36:58.555527 tst handover.py: using CellId 28456\u000a12:36:58.674189 tst handover.py: using BVCI 28457\u000a12:36:58.697129 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:58.707696 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:58.718255 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:58.729123 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:58.739882 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:36:58.750565 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:36:58.867808 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:36:59.077144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:59.564652 run create_hlr_db(pid=8672): Launched\u000a12:36:59.695784 bus /sierra_2: Setting Powered False\u000a12:37:00.773586 run create_hlr_db(pid=8672): Terminated: ok {rc=0}\u000a12:37:01.229921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8674): Launched\u000a12:37:01.737897 run osmo-hlr_10.42.42.2(pid=8675): Launched\u000a12:37:02.027814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:02.603088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8677): Launched\u000a12:37:02.924758 run osmo-stp_10.42.42.5(pid=8678): Launched\u000a12:37:03.041296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:03.605769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8680): Launched\u000a12:37:03.929569 run osmo-msc_10.42.42.6(pid=8681): Launched\u000a12:37:04.119231 run osmo-stp_10.42.42.5(pid=8678): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8678)]\u000a12:37:04.255505 run osmo-stp_10.42.42.5(pid=8678): stdout: \u000a| (launched: 2022-12-10_12:37:02.767508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:04.391389 run osmo-stp_10.42.42.5(pid=8678): stderr: \u000a| �[0;m�[38;5;43m20221210123702961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123702962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123702962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123702962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:04.521223 run osmo-stp_10.42.42.5(pid=8678): stdout: \u000a| (launched: 2022-12-10_12:37:02.767508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:04.650402 run osmo-stp_10.42.42.5(pid=8678): stderr: \u000a| �[0;m�[38;5;43m20221210123702961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123702962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123702962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123702962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123702963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:04.707059 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8678): Process ended prematurely: osmo-stp_10.42.42.5(pid=8678) [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8678)] [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a12:37:04.715739 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:37:04.778507 run osmo-hlr_10.42.42.2(pid=8675): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8675)]\u000a12:37:04.830029 run osmo-hlr_10.42.42.2(pid=8675): stdout: \u000a| (launched: 2022-12-10_12:37:01.441200) \u000a12:37:04.882108 run osmo-hlr_10.42.42.2(pid=8675): stderr: \u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123701686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123701706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123701732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123701732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123701732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:04.952451 run osmo-msc_10.42.42.6(pid=8681): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8681)]\u000a12:37:05.003423 run osmo-msc_10.42.42.6(pid=8681): stdout: \u000a| (launched: 2022-12-10_12:37:03.770520) \u000a12:37:05.054945 run osmo-msc_10.42.42.6(pid=8681): stderr: \u000a| �[0;m�[38;5;43m20221210123704092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123704092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5365ee5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123704092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123704092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123704093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123704093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123704094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123704095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123704095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123704095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:05.099124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8674): Terminating (SIGTERM)\u000a12:37:05.141103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8677): Terminating (SIGTERM)\u000a12:37:05.183072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8680): Terminating (SIGTERM)\u000a12:37:05.192786 --- ParallelTerminationStrategy: PID 8674 died...\u000a12:37:05.249189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8674): Terminated: ok {rc=0}\u000a12:37:05.259378 --- ParallelTerminationStrategy: PID 8677 died...\u000a12:37:05.315712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8677): Terminated: ok {rc=0}\u000a12:37:05.325994 --- ParallelTerminationStrategy: PID 8680 died...\u000a12:37:05.381668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8680): Terminated: ok {rc=0}\u000a12:37:05.469660 bus /sierra_3: Setting Powered False\u000a12:37:06.576053 bus /sierra_3: Setting Powered False\u000a12:37:07.687841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:37:09.722763 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:09.733933 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:09.874876 tst handover.py: using LAC 28457\u000a12:37:10.001284 tst handover.py: using RAC 152\u000a12:37:10.126776 tst handover.py: using CellId 28457\u000a12:37:10.257257 tst handover.py: using BVCI 28458\u000a12:37:10.281786 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:10.422972 tst handover.py: using LAC 28458\u000a12:37:10.547178 tst handover.py: using RAC 153\u000a12:37:10.671423 tst handover.py: using CellId 28458\u000a12:37:10.796037 tst handover.py: using BVCI 28459\u000a12:37:10.820445 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:10.831610 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:10.842617 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:10.853662 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:10.864803 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:10.875676 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:10.994620 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:11.194779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:11.644668 run create_hlr_db(pid=8686): Launched\u000a12:37:11.768265 bus /sierra_2: Setting Powered False\u000a12:37:12.840089 run create_hlr_db(pid=8686): Terminated: ok {rc=0}\u000a12:37:13.215785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Launched\u000a12:37:13.518442 run osmo-hlr_10.42.42.2(pid=8689): Launched\u000a12:37:13.635992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:14.138444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Launched\u000a12:37:14.438836 run osmo-stp_10.42.42.5(pid=8692): Launched\u000a12:37:14.548785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:15.072590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Launched\u000a12:37:15.375588 run osmo-msc_10.42.42.6(pid=8695): Launched\u000a12:37:15.552881 run osmo-stp_10.42.42.5(pid=8692): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)]\u000a12:37:15.680413 run osmo-stp_10.42.42.5(pid=8692): stdout: \u000a| (launched: 2022-12-10_12:37:14.290518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:15.805604 run osmo-stp_10.42.42.5(pid=8692): stderr: \u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123714461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:15.934547 run osmo-stp_10.42.42.5(pid=8692): stdout: \u000a| (launched: 2022-12-10_12:37:14.290518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:16.059985 run osmo-stp_10.42.42.5(pid=8692): stderr: \u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123714460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123714461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123714461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:16.114960 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8692): Process ended prematurely: osmo-stp_10.42.42.5(pid=8692) [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8692)] [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a12:37:16.123933 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:37:16.189476 run osmo-hlr_10.42.42.2(pid=8689): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8689)]\u000a12:37:16.241405 run osmo-hlr_10.42.42.2(pid=8689): stdout: \u000a| (launched: 2022-12-10_12:37:13.369545) \u000a12:37:16.294295 run osmo-hlr_10.42.42.2(pid=8689): stderr: \u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123713545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123713557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123713566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123713566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123713566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:16.365195 run osmo-msc_10.42.42.6(pid=8695): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8695)]\u000a12:37:16.417200 run osmo-msc_10.42.42.6(pid=8695): stdout: \u000a| (launched: 2022-12-10_12:37:15.225492) \u000a12:37:16.470133 run osmo-msc_10.42.42.6(pid=8695): stderr: \u000a| �[0;m�[38;5;43m20221210123715496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123715496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe26e947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123715496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123715496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123715496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123715496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123715498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123715499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123715499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123715499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:16.514146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Terminating (SIGTERM)\u000a12:37:16.556743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Terminating (SIGTERM)\u000a12:37:16.599316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Terminating (SIGTERM)\u000a12:37:16.610315 --- ParallelTerminationStrategy: PID 8688 died...\u000a12:37:16.666091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8688): Terminated: ok {rc=0}\u000a12:37:16.677748 --- ParallelTerminationStrategy: PID 8691 died...\u000a12:37:16.734688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8691): Terminated: ok {rc=0}\u000a12:37:16.745317 --- ParallelTerminationStrategy: PID 8694 died...\u000a12:37:16.802483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8694): Terminated: ok {rc=0}\u000a12:37:16.889971 bus /sierra_3: Setting Powered False\u000a12:37:17.992309 bus /sierra_3: Setting Powered False\u000a12:37:19.098686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:37:09" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:37:21.133173 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:21.144706 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:37:21.284049 tst handover.py: using LAC 28459\u000a12:37:21.404740 tst handover.py: using RAC 154\u000a12:37:21.524567 tst handover.py: using CellId 28459\u000a12:37:21.649338 tst handover.py: using BVCI 28460\u000a12:37:21.672212 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:37:21.807097 tst handover.py: using LAC 28460\u000a12:37:21.924385 tst handover.py: using RAC 155\u000a12:37:22.041022 tst handover.py: using CellId 28460\u000a12:37:22.156725 tst handover.py: using BVCI 28461\u000a12:37:22.179613 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:22.190669 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:22.201625 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:22.212693 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:22.223965 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:37:22.235161 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:37:22.352789 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:37:22.562221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:23.049541 run create_hlr_db(pid=8700): Launched\u000a12:37:23.181741 bus /sierra_2: Setting Powered False\u000a12:37:24.246660 run create_hlr_db(pid=8700): Terminated: ok {rc=0}\u000a12:37:24.646668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Launched\u000a12:37:24.962958 run osmo-hlr_10.42.42.2(pid=8703): Launched\u000a12:37:25.081589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:25.586682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Launched\u000a12:37:25.886889 run osmo-stp_10.42.42.5(pid=8706): Launched\u000a12:37:25.996942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:26.522612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Launched\u000a12:37:26.824790 run osmo-msc_10.42.42.6(pid=8709): Launched\u000a12:37:27.001790 run osmo-stp_10.42.42.5(pid=8706): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)]\u000a12:37:27.129473 run osmo-stp_10.42.42.5(pid=8706): stdout: \u000a| (launched: 2022-12-10_12:37:25.739259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:27.254553 run osmo-stp_10.42.42.5(pid=8706): stderr: \u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123725909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:27.375623 run osmo-stp_10.42.42.5(pid=8706): stdout: \u000a| (launched: 2022-12-10_12:37:25.739259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:27.495953 run osmo-stp_10.42.42.5(pid=8706): stderr: \u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123725909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123725911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:27.548833 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8706): Process ended prematurely: osmo-stp_10.42.42.5(pid=8706) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8706)] [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:37:27.556865 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:37:27.616936 run osmo-hlr_10.42.42.2(pid=8703): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8703)]\u000a12:37:27.665770 run osmo-hlr_10.42.42.2(pid=8703): stdout: \u000a| (launched: 2022-12-10_12:37:24.811827) \u000a12:37:27.715043 run osmo-hlr_10.42.42.2(pid=8703): stderr: \u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123724983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123724997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123725006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123725007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123725007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:27.782082 run osmo-msc_10.42.42.6(pid=8709): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8709)]\u000a12:37:27.830762 run osmo-msc_10.42.42.6(pid=8709): stdout: \u000a| (launched: 2022-12-10_12:37:26.675434) \u000a12:37:27.880331 run osmo-msc_10.42.42.6(pid=8709): stderr: \u000a| �[0;m�[38;5;43m20221210123726946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123726946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc06a7c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123726947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123726947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123726947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123726947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123726949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123726949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123726949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123726949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:27.921933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Terminating (SIGTERM)\u000a12:37:27.961407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Terminating (SIGTERM)\u000a12:37:28.001279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Terminating (SIGTERM)\u000a12:37:28.010486 --- ParallelTerminationStrategy: PID 8702 died...\u000a12:37:28.064014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8702): Terminated: ok {rc=0}\u000a12:37:28.073758 --- ParallelTerminationStrategy: PID 8705 died...\u000a12:37:28.126676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8705): Terminated: ok {rc=0}\u000a12:37:28.136449 --- ParallelTerminationStrategy: PID 8708 died...\u000a12:37:28.189207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8708): Terminated: ok {rc=0}\u000a12:37:28.276560 bus /sierra_3: Setting Powered False\u000a12:37:29.378258 bus /sierra_3: Setting Powered False\u000a12:37:30.488654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:37:20" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:37:32.534548 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:32.546029 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:37:32.687894 tst handover.py: using LAC 28461\u000a12:37:32.812601 tst handover.py: using RAC 156\u000a12:37:32.937255 tst handover.py: using CellId 28461\u000a12:37:33.063244 tst handover.py: using BVCI 28462\u000a12:37:33.088224 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:37:33.215399 tst handover.py: using LAC 28462\u000a12:37:33.339875 tst handover.py: using RAC 157\u000a12:37:33.464193 tst handover.py: using CellId 28462\u000a12:37:33.593213 tst handover.py: using BVCI 28463\u000a12:37:33.617639 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:33.628871 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:33.640080 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:33.651794 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:33.663442 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:33.675092 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:37:33.793427 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:37:34.004567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:34.489932 run create_hlr_db(pid=8714): Launched\u000a12:37:34.620666 bus /sierra_2: Setting Powered False\u000a12:37:35.697351 run create_hlr_db(pid=8714): Terminated: ok {rc=0}\u000a12:37:36.084762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8716): Launched\u000a12:37:36.406761 run osmo-hlr_10.42.42.2(pid=8719): Launched\u000a12:37:36.523327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:37.053439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Launched\u000a12:37:37.375975 run osmo-stp_10.42.42.5(pid=8722): Launched\u000a12:37:37.493252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:38.051444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8724): Launched\u000a12:37:38.373137 run osmo-msc_10.42.42.6(pid=8725): Launched\u000a12:37:38.561218 run osmo-stp_10.42.42.5(pid=8722): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]\u000a12:37:38.696661 run osmo-stp_10.42.42.5(pid=8722): stdout: \u000a| (launched: 2022-12-10_12:37:37.217998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:38.831525 run osmo-stp_10.42.42.5(pid=8722): stderr: \u000a| �[0;m�[38;5;43m20221210123737410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123737410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123737411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123737411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:38.960896 run osmo-stp_10.42.42.5(pid=8722): stdout: \u000a| (launched: 2022-12-10_12:37:37.217998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:39.089770 run osmo-stp_10.42.42.5(pid=8722): stderr: \u000a| �[0;m�[38;5;43m20221210123737410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123737410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123737411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123737411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123737412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:39.145878 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)] [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a12:37:39.154372 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:37:39.216139 run osmo-hlr_10.42.42.2(pid=8719): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8719)]\u000a12:37:39.266989 run osmo-hlr_10.42.42.2(pid=8719): stdout: \u000a| (launched: 2022-12-10_12:37:36.249573) \u000a12:37:39.318311 run osmo-hlr_10.42.42.2(pid=8719): stderr: \u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123736447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123736457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123736466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:39.387942 run osmo-msc_10.42.42.6(pid=8725): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8725)]\u000a12:37:39.438408 run osmo-msc_10.42.42.6(pid=8725): stdout: \u000a| (launched: 2022-12-10_12:37:38.215013) \u000a12:37:39.489331 run osmo-msc_10.42.42.6(pid=8725): stderr: \u000a| �[0;m�[38;5;43m20221210123738537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123738537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62e1b16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123738537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123738537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123738537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123738538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123738539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123738540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123738540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123738540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:39.532855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8716): Terminating (SIGTERM)\u000a12:37:39.574012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Terminating (SIGTERM)\u000a12:37:39.615360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8724): Terminating (SIGTERM)\u000a12:37:39.624858 --- ParallelTerminationStrategy: PID 8716 died...\u000a12:37:39.679867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8716): Terminated: ok {rc=0}\u000a12:37:39.689893 --- ParallelTerminationStrategy: PID 8721 died...\u000a12:37:39.744539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Terminated: ok {rc=0}\u000a12:37:39.754500 --- ParallelTerminationStrategy: PID 8724 died...\u000a12:37:39.809480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8724): Terminated: ok {rc=0}\u000a12:37:39.896932 bus /sierra_3: Setting Powered False\u000a12:37:41.003450 bus /sierra_3: Setting Powered False\u000a12:37:42.111167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:37:32" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:37:44.109231 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:44.120239 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:37:44.250802 tst handover.py: using LAC 28463\u000a12:37:44.377067 tst handover.py: using RAC 158\u000a12:37:44.504016 tst handover.py: using CellId 28463\u000a12:37:44.631085 tst handover.py: using BVCI 28464\u000a12:37:44.655629 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:37:44.798690 tst handover.py: using LAC 28464\u000a12:37:44.926216 tst handover.py: using RAC 159\u000a12:37:45.051254 tst handover.py: using CellId 28464\u000a12:37:45.176561 tst handover.py: using BVCI 28465\u000a12:37:45.201004 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:45.212441 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:45.223841 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:45.235277 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:45.246653 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:45.257865 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:37:45.372219 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:37:45.579877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:46.119010 run create_hlr_db(pid=8730): Launched\u000a12:37:46.254537 bus /sierra_2: Setting Powered False\u000a12:37:47.328699 run create_hlr_db(pid=8730): Terminated: ok {rc=0}\u000a12:37:47.707625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Launched\u000a12:37:48.009619 run osmo-hlr_10.42.42.2(pid=8733): Launched\u000a12:37:48.127512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:48.630253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Launched\u000a12:37:48.931852 run osmo-stp_10.42.42.5(pid=8736): Launched\u000a12:37:49.042053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:49.563708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8738): Launched\u000a12:37:49.866447 run osmo-msc_10.42.42.6(pid=8739): Launched\u000a12:37:50.043200 run osmo-stp_10.42.42.5(pid=8736): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)]\u000a12:37:50.170906 run osmo-stp_10.42.42.5(pid=8736): stdout: \u000a| (launched: 2022-12-10_12:37:48.782613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:50.295469 run osmo-stp_10.42.42.5(pid=8736): stderr: \u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123748954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:50.415641 run osmo-stp_10.42.42.5(pid=8736): stdout: \u000a| (launched: 2022-12-10_12:37:48.782613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:50.534859 run osmo-stp_10.42.42.5(pid=8736): stderr: \u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123748953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123748954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123748954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:50.587129 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8736): Process ended prematurely: osmo-stp_10.42.42.5(pid=8736) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8736)] [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a12:37:50.594932 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:37:50.654338 run osmo-hlr_10.42.42.2(pid=8733): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8733)]\u000a12:37:50.702679 run osmo-hlr_10.42.42.2(pid=8733): stdout: \u000a| (launched: 2022-12-10_12:37:47.860295) \u000a12:37:50.751817 run osmo-hlr_10.42.42.2(pid=8733): stderr: \u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123748035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123748047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123748056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123748056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123748056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:50.818465 run osmo-msc_10.42.42.6(pid=8739): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8739)]\u000a12:37:50.866921 run osmo-msc_10.42.42.6(pid=8739): stdout: \u000a| (launched: 2022-12-10_12:37:49.717074) \u000a12:37:50.915885 run osmo-msc_10.42.42.6(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221210123749987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123749987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcec3d4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123749987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123749987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123749987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123749987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123749989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123749989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123749990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123749990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:50.957041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Terminating (SIGTERM)\u000a12:37:50.996370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Terminating (SIGTERM)\u000a12:37:51.035682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8738): Terminating (SIGTERM)\u000a12:37:51.045082 --- ParallelTerminationStrategy: PID 8732 died...\u000a12:37:51.097673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8732): Terminated: ok {rc=0}\u000a12:37:51.107323 --- ParallelTerminationStrategy: PID 8735 died...\u000a12:37:51.159721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8735): Terminated: ok {rc=0}\u000a12:37:51.169201 --- ParallelTerminationStrategy: PID 8738 died...\u000a12:37:51.221696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8738): Terminated: ok {rc=0}\u000a12:37:51.308478 bus /sierra_3: Setting Powered False\u000a12:37:52.410114 bus /sierra_3: Setting Powered False\u000a12:37:53.516937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8750): Process ended prematurely: osmo-stp_10.42.42.5(pid=8750) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8750)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8750): Process ended prematurely: osmo-stp_10.42.42.5(pid=8750) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:37:55.541941 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:55.553310 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:55.698467 tst handover.py: using LAC 28465\u000a12:37:55.822954 tst handover.py: using RAC 160\u000a12:37:55.948308 tst handover.py: using CellId 28465\u000a12:37:56.073074 tst handover.py: using BVCI 28466\u000a12:37:56.097908 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:56.237964 tst handover.py: using LAC 28466\u000a12:37:56.362181 tst handover.py: using RAC 161\u000a12:37:56.483910 tst handover.py: using CellId 28466\u000a12:37:56.603219 tst handover.py: using BVCI 28467\u000a12:37:56.626282 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:56.637320 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:56.648190 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:56.660063 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:56.671924 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:56.683865 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:56.803535 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:57.004548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:57.453449 run create_hlr_db(pid=8744): Launched\u000a12:37:57.577167 bus /sierra_2: Setting Powered False\u000a12:37:58.648428 run create_hlr_db(pid=8744): Terminated: ok {rc=0}\u000a12:37:59.024251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8746): Launched\u000a12:37:59.325826 run osmo-hlr_10.42.42.2(pid=8747): Launched\u000a12:37:59.443324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:59.947241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8749): Launched\u000a12:38:00.248563 run osmo-stp_10.42.42.5(pid=8750): Launched\u000a12:38:00.358730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:00.894580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8752): Launched\u000a12:38:01.236545 run osmo-msc_10.42.42.6(pid=8753): Launched\u000a12:38:01.461097 run osmo-stp_10.42.42.5(pid=8750): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8750)]\u000a12:38:01.682635 run osmo-stp_10.42.42.5(pid=8750): stdout: \u000a| (launched: 2022-12-10_12:38:00.099833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:02.023362 run osmo-stp_10.42.42.5(pid=8750): stderr: \u000a| �[0;m�[38;5;43m20221210123800268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123800268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123800269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123800269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123800271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123800272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123800272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:02.205046 run osmo-stp_10.42.42.5(pid=8750): stdout: \u000a| (launched: 2022-12-10_12:38:00.099833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:02.379327 run osmo-stp_10.42.42.5(pid=8750): stderr: \u000a| �[0;m�[38;5;43m20221210123800268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123800268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123800269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123800269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123800271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123800272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123800272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:02.435813 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8750): Process ended prematurely: osmo-stp_10.42.42.5(pid=8750) [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8750)] [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a12:38:02.444621 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:38:02.508564 run osmo-hlr_10.42.42.2(pid=8747): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8747)]\u000a12:38:02.559761 run osmo-hlr_10.42.42.2(pid=8747): stdout: \u000a| (launched: 2022-12-10_12:37:59.177213) \u000a12:38:02.610789 run osmo-hlr_10.42.42.2(pid=8747): stderr: \u000a| �[0;m�[1;31m20221210123759354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123759354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123759355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123759355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123759355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123759355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123759366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123759375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:02.679311 run osmo-msc_10.42.42.6(pid=8753): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8753)]\u000a12:38:02.729385 run osmo-msc_10.42.42.6(pid=8753): stdout: \u000a| (launched: 2022-12-10_12:38:01.053802) \u000a12:38:02.778794 run osmo-msc_10.42.42.6(pid=8753): stderr: \u000a| �[0;m�[38;5;43m20221210123801650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123801651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac9cc30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123801651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123801652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123801652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123801657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123801658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123801658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123801658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:02.821275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8746): Terminating (SIGTERM)\u000a12:38:02.861563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8749): Terminating (SIGTERM)\u000a12:38:02.901768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8752): Terminating (SIGTERM)\u000a12:38:02.911807 --- ParallelTerminationStrategy: PID 8746 died...\u000a12:38:02.966001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8746): Terminated: ok {rc=0}\u000a12:38:02.976444 --- ParallelTerminationStrategy: PID 8749 died...\u000a12:38:03.030617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8749): Terminated: ok {rc=0}\u000a12:38:03.041115 --- ParallelTerminationStrategy: PID 8752 died...\u000a12:38:03.096041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8752): Terminated: ok {rc=0}\u000a12:38:03.184576 bus /sierra_3: Setting Powered False\u000a12:38:04.288205 bus /sierra_3: Setting Powered False\u000a12:38:05.398887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:37:55" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8764): Process ended prematurely: osmo-stp_10.42.42.5(pid=8764) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8764)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8764): Process ended prematurely: osmo-stp_10.42.42.5(pid=8764) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:38:07.396193 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:07.408320 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:38:07.547897 tst handover.py: using LAC 28467\u000a12:38:07.667229 tst handover.py: using RAC 162\u000a12:38:07.787011 tst handover.py: using CellId 28467\u000a12:38:07.904605 tst handover.py: using BVCI 28468\u000a12:38:07.927920 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:38:08.051180 tst handover.py: using LAC 28468\u000a12:38:08.169531 tst handover.py: using RAC 163\u000a12:38:08.294361 tst handover.py: using CellId 28468\u000a12:38:08.421964 tst handover.py: using BVCI 28469\u000a12:38:08.446533 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:08.457732 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:08.468684 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:08.479839 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:08.491048 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:08.502113 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:38:08.618492 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:38:08.817468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:09.265844 run create_hlr_db(pid=8758): Launched\u000a12:38:09.388827 bus /sierra_2: Setting Powered False\u000a12:38:10.461901 run create_hlr_db(pid=8758): Terminated: ok {rc=0}\u000a12:38:10.861361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8760): Launched\u000a12:38:11.185923 run osmo-hlr_10.42.42.2(pid=8761): Launched\u000a12:38:11.306067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:11.837618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8763): Launched\u000a12:38:12.161635 run osmo-stp_10.42.42.5(pid=8764): Launched\u000a12:38:12.278566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:12.838648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8766): Launched\u000a12:38:13.160942 run osmo-msc_10.42.42.6(pid=8767): Launched\u000a12:38:13.350437 run osmo-stp_10.42.42.5(pid=8764): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8764)]\u000a12:38:13.486123 run osmo-stp_10.42.42.5(pid=8764): stdout: \u000a| (launched: 2022-12-10_12:38:12.002390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:13.621020 run osmo-stp_10.42.42.5(pid=8764): stderr: \u000a| �[0;m�[38;5;43m20221210123812196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123812196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123812197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123812197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:13.750711 run osmo-stp_10.42.42.5(pid=8764): stdout: \u000a| (launched: 2022-12-10_12:38:12.002390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:13.879775 run osmo-stp_10.42.42.5(pid=8764): stderr: \u000a| �[0;m�[38;5;43m20221210123812196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123812196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123812197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123812197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123812198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:13.935832 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8764): Process ended prematurely: osmo-stp_10.42.42.5(pid=8764) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8764)] [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a12:38:13.944235 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:38:14.006772 run osmo-hlr_10.42.42.2(pid=8761): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8761)]\u000a12:38:14.058172 run osmo-hlr_10.42.42.2(pid=8761): stdout: \u000a| (launched: 2022-12-10_12:38:11.026275) \u000a12:38:14.110439 run osmo-hlr_10.42.42.2(pid=8761): stderr: \u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123811224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123811236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123811244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123811244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123811244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:14.181245 run osmo-msc_10.42.42.6(pid=8767): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8767)]\u000a12:38:14.232252 run osmo-msc_10.42.42.6(pid=8767): stdout: \u000a| (launched: 2022-12-10_12:38:13.002622) \u000a12:38:14.284324 run osmo-msc_10.42.42.6(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221210123813329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123813329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2117ee8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123813329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123813330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123813330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123813330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123813332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123813332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123813332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123813332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:14.328387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8760): Terminating (SIGTERM)\u000a12:38:14.370193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8763): Terminating (SIGTERM)\u000a12:38:14.411789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8766): Terminating (SIGTERM)\u000a12:38:14.421466 --- ParallelTerminationStrategy: PID 8760 died...\u000a12:38:14.477093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8760): Terminated: ok {rc=0}\u000a12:38:14.487139 --- ParallelTerminationStrategy: PID 8763 died...\u000a12:38:14.542538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8763): Terminated: ok {rc=0}\u000a12:38:14.552558 --- ParallelTerminationStrategy: PID 8766 died...\u000a12:38:14.607949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8766): Terminated: ok {rc=0}\u000a12:38:14.695151 bus /sierra_3: Setting Powered False\u000a12:38:15.798148 bus /sierra_3: Setting Powered False\u000a12:38:16.950285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:38:07" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9050): Process ended prematurely: osmo-stp_10.42.42.5(pid=9050) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9050)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9050): Process ended prematurely: osmo-stp_10.42.42.5(pid=9050) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:38:19.067967 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:19.080180 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:19.223009 tst handover.py: using LAC 28469\u000a12:38:19.345600 tst handover.py: using RAC 164\u000a12:38:19.466563 tst handover.py: using CellId 28469\u000a12:38:19.587679 tst handover.py: using BVCI 28470\u000a12:38:19.611578 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:19.753817 tst handover.py: using LAC 28470\u000a12:38:19.872887 tst handover.py: using RAC 165\u000a12:38:19.994814 tst handover.py: using CellId 28470\u000a12:38:20.115926 tst handover.py: using BVCI 28471\u000a12:38:20.140542 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:20.152387 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:20.164728 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:20.177618 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:20.190240 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:20.201892 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:20.322462 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:20.528100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:21.039883 run create_hlr_db(pid=9044): Launched\u000a12:38:21.169240 bus /sierra_2: Setting Powered False\u000a12:38:22.240363 run create_hlr_db(pid=9044): Terminated: ok {rc=0}\u000a12:38:22.647681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9046): Launched\u000a12:38:23.064637 run osmo-hlr_10.42.42.2(pid=9047): Launched\u000a12:38:23.305863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:23.927328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9049): Launched\u000a12:38:24.352929 run osmo-stp_10.42.42.5(pid=9050): Launched\u000a12:38:24.586773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:25.213651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9052): Launched\u000a12:38:25.628224 run osmo-msc_10.42.42.6(pid=9053): Launched\u000a12:38:26.008312 run osmo-stp_10.42.42.5(pid=9050): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9050)]\u000a12:38:26.276581 run osmo-stp_10.42.42.5(pid=9050): stdout: \u000a| (launched: 2022-12-10_12:38:24.085794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:26.487567 run osmo-stp_10.42.42.5(pid=9050): stderr: \u000a| �[0;m�[38;5;43m20221210123824416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123824416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123824417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123824417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:26.616006 run osmo-stp_10.42.42.5(pid=9050): stdout: \u000a| (launched: 2022-12-10_12:38:24.085794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:26.742525 run osmo-stp_10.42.42.5(pid=9050): stderr: \u000a| �[0;m�[38;5;43m20221210123824416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123824416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123824417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123824417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123824418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:26.797742 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9050): Process ended prematurely: osmo-stp_10.42.42.5(pid=9050) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9050)] [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a12:38:26.806681 tst handover.py:18: Test FAILED (7.7 sec)\u000a12:38:26.871785 run osmo-hlr_10.42.42.2(pid=9047): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9047)]\u000a12:38:26.925137 run osmo-hlr_10.42.42.2(pid=9047): stdout: \u000a| (launched: 2022-12-10_12:38:22.805107) \u000a12:38:26.979421 run osmo-hlr_10.42.42.2(pid=9047): stderr: \u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123823150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123823166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123823179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123823179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123823179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:27.050147 run osmo-msc_10.42.42.6(pid=9053): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9053)]\u000a12:38:27.103080 run osmo-msc_10.42.42.6(pid=9053): stdout: \u000a| (launched: 2022-12-10_12:38:25.371085) \u000a12:38:27.155886 run osmo-msc_10.42.42.6(pid=9053): stderr: \u000a| �[0;m�[38;5;43m20221210123825979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123825979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e8ae7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123825979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123825979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123825979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123825979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123825981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123825981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123825982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123825982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:27.199761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9046): Terminating (SIGTERM)\u000a12:38:27.245473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9049): Terminating (SIGTERM)\u000a12:38:27.288046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9052): Terminating (SIGTERM)\u000a12:38:27.301724 --- ParallelTerminationStrategy: PID 9046 died...\u000a12:38:27.360926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9046): Terminated: ok {rc=0}\u000a12:38:27.371593 --- ParallelTerminationStrategy: PID 9049 died...\u000a12:38:27.428518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9049): Terminated: ok {rc=0}\u000a12:38:27.439524 --- ParallelTerminationStrategy: PID 9052 died...\u000a12:38:27.498270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9052): Terminated: ok {rc=0}\u000a12:38:27.587303 bus /sierra_3: Setting Powered False\u000a12:38:28.696095 bus /sierra_3: Setting Powered False\u000a12:38:29.807953 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:38:18" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9064): Process ended prematurely: osmo-stp_10.42.42.5(pid=9064) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9064)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9064): Process ended prematurely: osmo-stp_10.42.42.5(pid=9064) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:38:31.933684 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:31.946643 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:32.115941 tst handover.py: using LAC 28471\u000a12:38:32.261732 tst handover.py: using RAC 166\u000a12:38:32.415261 tst handover.py: using CellId 28471\u000a12:38:32.594577 tst handover.py: using BVCI 28472\u000a12:38:32.626212 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:32.792717 tst handover.py: using LAC 28472\u000a12:38:32.953866 tst handover.py: using RAC 167\u000a12:38:33.099471 tst handover.py: using CellId 28472\u000a12:38:33.242483 tst handover.py: using BVCI 28473\u000a12:38:33.273032 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:33.285179 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:33.298319 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:33.310273 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:33.322322 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:33.334400 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:33.457233 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:33.672286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:34.216783 run create_hlr_db(pid=9058): Launched\u000a12:38:34.353364 bus /sierra_2: Setting Powered False\u000a12:38:35.432336 run create_hlr_db(pid=9058): Terminated: ok {rc=0}\u000a12:38:35.869721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9060): Launched\u000a12:38:36.318290 run osmo-hlr_10.42.42.2(pid=9061): Launched\u000a12:38:36.570000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:37.142597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9063): Launched\u000a12:38:37.591316 run osmo-stp_10.42.42.5(pid=9064): Launched\u000a12:38:37.812100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:38.409001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9066): Launched\u000a12:38:38.845661 run osmo-msc_10.42.42.6(pid=9067): Launched\u000a12:38:39.026986 run osmo-stp_10.42.42.5(pid=9064): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9064)]\u000a12:38:39.154163 run osmo-stp_10.42.42.5(pid=9064): stdout: \u000a| (launched: 2022-12-10_12:38:37.313266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:39.279963 run osmo-stp_10.42.42.5(pid=9064): stderr: \u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123837620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:39.401790 run osmo-stp_10.42.42.5(pid=9064): stdout: \u000a| (launched: 2022-12-10_12:38:37.313266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:39.522765 run osmo-stp_10.42.42.5(pid=9064): stderr: \u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123837620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123837620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123837621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:39.575632 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9064): Process ended prematurely: osmo-stp_10.42.42.5(pid=9064) [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9064)] [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a12:38:39.583839 tst handover.py:18: Test FAILED (7.6 sec)\u000a12:38:39.644937 run osmo-hlr_10.42.42.2(pid=9061): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9061)]\u000a12:38:39.694684 run osmo-hlr_10.42.42.2(pid=9061): stdout: \u000a| (launched: 2022-12-10_12:38:36.044000) \u000a12:38:39.745108 run osmo-hlr_10.42.42.2(pid=9061): stderr: \u000a| �[0;m�[1;31m20221210123836362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123836362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123836362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123836363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123836363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123836363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123836378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123836390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123836390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123836390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:39.812979 run osmo-msc_10.42.42.6(pid=9067): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9067)]\u000a12:38:39.862420 run osmo-msc_10.42.42.6(pid=9067): stdout: \u000a| (launched: 2022-12-10_12:38:38.578690) \u000a12:38:39.912734 run osmo-msc_10.42.42.6(pid=9067): stderr: \u000a| �[0;m�[38;5;43m20221210123838966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123838966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0df7f55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123838966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123838966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123838966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123838967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123838968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123838969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123838969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123838969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:39.955059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9060): Terminating (SIGTERM)\u000a12:38:39.995907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9063): Terminating (SIGTERM)\u000a12:38:40.036364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9066): Terminating (SIGTERM)\u000a12:38:40.046127 --- ParallelTerminationStrategy: PID 9060 died...\u000a12:38:40.100250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9060): Terminated: ok {rc=0}\u000a12:38:40.110548 --- ParallelTerminationStrategy: PID 9063 died...\u000a12:38:40.164544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9063): Terminated: ok {rc=0}\u000a12:38:40.174408 --- ParallelTerminationStrategy: PID 9066 died...\u000a12:38:40.228202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9066): Terminated: ok {rc=0}\u000a12:38:40.312973 bus /sierra_3: Setting Powered False\u000a12:38:41.421247 bus /sierra_3: Setting Powered False\u000a12:38:42.529310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:38:31" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9078): Process ended prematurely: osmo-stp_10.42.42.5(pid=9078) [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9078)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9078): Process ended prematurely: osmo-stp_10.42.42.5(pid=9078) [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:38:44.537783 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:44.548460 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:44.670323 tst handover.py: using LAC 28473\u000a12:38:44.784617 tst handover.py: using RAC 168\u000a12:38:44.907497 tst handover.py: using CellId 28473\u000a12:38:45.031697 tst handover.py: using BVCI 28474\u000a12:38:45.055801 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:45.195977 tst handover.py: using LAC 28474\u000a12:38:45.319027 tst handover.py: using RAC 169\u000a12:38:45.437377 tst handover.py: using CellId 28474\u000a12:38:45.551985 tst handover.py: using BVCI 28475\u000a12:38:45.574636 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:45.585388 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:45.595823 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:45.606938 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:45.618054 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:45.629020 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:45.745937 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:45.964698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:46.511835 run create_hlr_db(pid=9072): Launched\u000a12:38:46.637068 bus /sierra_2: Setting Powered False\u000a12:38:47.706084 run create_hlr_db(pid=9072): Terminated: ok {rc=0}\u000a12:38:48.102887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9074): Launched\u000a12:38:48.422518 run osmo-hlr_10.42.42.2(pid=9075): Launched\u000a12:38:48.540750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:49.066169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9077): Launched\u000a12:38:49.385361 run osmo-stp_10.42.42.5(pid=9078): Launched\u000a12:38:49.500907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:50.053427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9080): Launched\u000a12:38:50.372141 run osmo-msc_10.42.42.6(pid=9081): Launched\u000a12:38:50.557977 run osmo-stp_10.42.42.5(pid=9078): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9078)]\u000a12:38:50.694424 run osmo-stp_10.42.42.5(pid=9078): stdout: \u000a| (launched: 2022-12-10_12:38:49.228763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:50.826777 run osmo-stp_10.42.42.5(pid=9078): stderr: \u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123849420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:50.954656 run osmo-stp_10.42.42.5(pid=9078): stdout: \u000a| (launched: 2022-12-10_12:38:49.228763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:51.081442 run osmo-stp_10.42.42.5(pid=9078): stderr: \u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123849419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123849420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123849422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:51.137252 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9078): Process ended prematurely: osmo-stp_10.42.42.5(pid=9078) [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9078)] [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a12:38:51.145568 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:38:51.207766 run osmo-hlr_10.42.42.2(pid=9075): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9075)]\u000a12:38:51.258704 run osmo-hlr_10.42.42.2(pid=9075): stdout: \u000a| (launched: 2022-12-10_12:38:48.265983) \u000a12:38:51.310324 run osmo-hlr_10.42.42.2(pid=9075): stderr: \u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123848461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123848474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123848483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123848483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:51.380655 run osmo-msc_10.42.42.6(pid=9081): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9081)]\u000a12:38:51.431371 run osmo-msc_10.42.42.6(pid=9081): stdout: \u000a| (launched: 2022-12-10_12:38:50.216450) \u000a12:38:51.482487 run osmo-msc_10.42.42.6(pid=9081): stderr: \u000a| �[0;m�[38;5;43m20221210123850537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123850537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6d600ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123850537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123850537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123850537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123850537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123850539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123850539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123850540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123850540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:51.525903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9074): Terminating (SIGTERM)\u000a12:38:51.567082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9077): Terminating (SIGTERM)\u000a12:38:51.608300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9080): Terminating (SIGTERM)\u000a12:38:51.617849 --- ParallelTerminationStrategy: PID 9074 died...\u000a12:38:51.673007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9074): Terminated: ok {rc=0}\u000a12:38:51.682945 --- ParallelTerminationStrategy: PID 9077 died...\u000a12:38:51.737917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9077): Terminated: ok {rc=0}\u000a12:38:51.747793 --- ParallelTerminationStrategy: PID 9080 died...\u000a12:38:51.802726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9080): Terminated: ok {rc=0}\u000a12:38:51.889027 bus /sierra_3: Setting Powered False\u000a12:38:52.993588 bus /sierra_3: Setting Powered False\u000a12:38:54.100384 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:38:44" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:38:56.085156 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:56.096187 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:56.224233 tst handover.py: using LAC 28475\u000a12:38:56.348844 tst handover.py: using RAC 170\u000a12:38:56.471768 tst handover.py: using CellId 28475\u000a12:38:56.594415 tst handover.py: using BVCI 28476\u000a12:38:56.618699 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:56.756772 tst handover.py: using LAC 28476\u000a12:38:56.879708 tst handover.py: using RAC 171\u000a12:38:57.006455 tst handover.py: using CellId 28476\u000a12:38:57.129947 tst handover.py: using BVCI 28477\u000a12:38:57.154047 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:57.164922 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:57.175826 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:57.186643 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:57.197551 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:57.208368 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:57.324492 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:57.522133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:57.965948 run create_hlr_db(pid=9088): Launched\u000a12:38:58.087452 bus /sierra_2: Setting Powered False\u000a12:38:59.160274 run create_hlr_db(pid=9088): Terminated: ok {rc=0}\u000a12:38:59.555702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Launched\u000a12:38:59.874024 run osmo-hlr_10.42.42.2(pid=9091): Launched\u000a12:38:59.991938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:00.516535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Launched\u000a12:39:00.834817 run osmo-stp_10.42.42.5(pid=9094): Launched\u000a12:39:01.060725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:01.660666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Launched\u000a12:39:02.014217 run osmo-msc_10.42.42.6(pid=9097): Launched\u000a12:39:02.282925 run osmo-stp_10.42.42.5(pid=9094): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)]\u000a12:39:02.417530 run osmo-stp_10.42.42.5(pid=9094): stdout: \u000a| (launched: 2022-12-10_12:39:00.678473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:02.559424 run osmo-stp_10.42.42.5(pid=9094): stderr: \u000a| �[0;m�[38;5;43m20221210123900905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123900906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123900906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123900906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123900908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123900909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123900909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:02.680782 run osmo-stp_10.42.42.5(pid=9094): stdout: \u000a| (launched: 2022-12-10_12:39:00.678473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:02.800774 run osmo-stp_10.42.42.5(pid=9094): stderr: \u000a| �[0;m�[38;5;43m20221210123900905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123900906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123900906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123900906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123900908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123900909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123900909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:02.852721 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9094): Process ended prematurely: osmo-stp_10.42.42.5(pid=9094) [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9094)] [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a12:39:02.860797 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:39:02.922129 run osmo-hlr_10.42.42.2(pid=9091): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9091)]\u000a12:39:02.972135 run osmo-hlr_10.42.42.2(pid=9091): stdout: \u000a| (launched: 2022-12-10_12:38:59.718347) \u000a12:39:03.023463 run osmo-hlr_10.42.42.2(pid=9091): stderr: \u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123859916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123859928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123859936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123859937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123859937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:03.091990 run osmo-msc_10.42.42.6(pid=9097): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9097)]\u000a12:39:03.142136 run osmo-msc_10.42.42.6(pid=9097): stdout: \u000a| (launched: 2022-12-10_12:39:01.825113) \u000a12:39:03.192523 run osmo-msc_10.42.42.6(pid=9097): stderr: \u000a| �[0;m�[38;5;43m20221210123902417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123902417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b54b74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123902417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123902417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123902417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123902418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123902419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123902420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123902420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123902420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:03.234868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Terminating (SIGTERM)\u000a12:39:03.275819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Terminating (SIGTERM)\u000a12:39:03.316795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Terminating (SIGTERM)\u000a12:39:03.326966 --- ParallelTerminationStrategy: PID 9090 died...\u000a12:39:03.381403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9090): Terminated: ok {rc=0}\u000a12:39:03.391772 --- ParallelTerminationStrategy: PID 9093 died...\u000a12:39:03.446399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9093): Terminated: ok {rc=0}\u000a12:39:03.456073 --- ParallelTerminationStrategy: PID 9096 died...\u000a12:39:03.510719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9096): Terminated: ok {rc=0}\u000a12:39:03.598872 bus /sierra_3: Setting Powered False\u000a12:39:04.701849 bus /sierra_3: Setting Powered False\u000a12:39:05.812857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:38:55" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2374 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:39:07.817592 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:07.828720 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:39:07.968496 tst handover.py: using LAC 28477\u000a12:39:08.093135 tst handover.py: using RAC 172\u000a12:39:08.217454 tst handover.py: using CellId 28477\u000a12:39:08.343835 tst handover.py: using BVCI 28478\u000a12:39:08.368044 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:39:08.508548 tst handover.py: using LAC 28478\u000a12:39:08.632534 tst handover.py: using RAC 173\u000a12:39:08.756658 tst handover.py: using CellId 28478\u000a12:39:08.880854 tst handover.py: using BVCI 28479\u000a12:39:08.905063 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:08.916051 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:08.926991 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:08.938041 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:08.948930 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:39:08.959779 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:39:09.074962 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:39:09.273535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:09.714607 run create_hlr_db(pid=9103): Launched\u000a12:39:09.835976 bus /sierra_2: Setting Powered False\u000a12:39:10.907857 run create_hlr_db(pid=9103): Terminated: ok {rc=0}\u000a12:39:11.302578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Launched\u000a12:39:11.621780 run osmo-hlr_10.42.42.2(pid=9106): Launched\u000a12:39:11.738915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:12.263519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Launched\u000a12:39:12.583330 run osmo-stp_10.42.42.5(pid=9109): Launched\u000a12:39:12.703007 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:13.257709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Launched\u000a12:39:13.577462 run osmo-msc_10.42.42.6(pid=9112): Launched\u000a12:39:13.763341 run osmo-stp_10.42.42.5(pid=9109): ERR: Terminated: ERROR {rc=1} [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a12:39:13.897726 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-10_12:39:12.426479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:14.031635 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123912621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:14.160142 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-10_12:39:12.426479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:14.287116 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210123912621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210123912621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210123912622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:14.342960 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)] [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a12:39:14.351297 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:39:14.413437 run osmo-hlr_10.42.42.2(pid=9106): ERR: Terminated: ERROR {rc=237} [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9106)]\u000a12:39:14.464193 run osmo-hlr_10.42.42.2(pid=9106): stdout: \u000a| (launched: 2022-12-10_12:39:11.465022) \u000a12:39:14.516077 run osmo-hlr_10.42.42.2(pid=9106): stderr: \u000a| �[0;m�[1;31m20221210123911662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210123911662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210123911663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123911663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210123911663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210123911663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210123911675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2374/run.2022-12-10_11-15-10/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210123911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210123911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210123911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:14.586578 run osmo-msc_10.42.42.6(pid=9112): ERR: Terminated: ERROR {rc=2} [trial-2374↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9112)]\u000a12:39:14.637655 run osmo-msc_10.42.42.6(pid=9112): stdout: \u000a| (launched: 2022-12-10_12:39:13.420436) \u000a12:39:14.689137 run osmo-msc_10.42.42.6(pid=9112): stderr: \u000a| �[0;m�[38;5;43m20221210123913741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210123913741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f434de10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210123913741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210123913741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210123913741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210123913742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210123913743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210123913744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210123913744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210123913744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:14.732686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminating (SIGTERM)\u000a12:39:14.774124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminating (SIGTERM)\u000a12:39:14.815552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminating (SIGTERM)\u000a12:39:14.825212 --- ParallelTerminationStrategy: PID 9105 died...\u000a12:39:14.880800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminated: ok {rc=0}\u000a12:39:14.890897 --- ParallelTerminationStrategy: PID 9108 died...\u000a12:39:14.946044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminated: ok {rc=0}\u000a12:39:14.955979 --- ParallelTerminationStrategy: PID 9111 died...\u000a12:39:15.011390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminated: ok {rc=0}\u000a12:39:15.097623 bus /sierra_3: Setting Powered False\u000a12:39:16.205304 bus /sierra_3: Setting Powered False\u000a12:39:17.310870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T12:39:07" } ] }